-- Logs begin at Mon 2022-07-04 08:42:40 UTC, end at Mon 2022-07-04 09:51:50 UTC. -- Jul 04 09:19:54.563493 dv-cinder-847864-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 04 09:19:57.547294 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.common.config [-] Logging enabled! Jul 04 09:19:57.548434 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev39 Jul 04 09:19:57.548660 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103638) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 04 09:19:57.552020 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.common.config [-] Logging enabled! Jul 04 09:19:57.552274 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev39 Jul 04 09:19:57.552582 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103638) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 04 09:19:57.553510 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 09:19:57.553741 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 09:19:57.554135 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 09:19:57.554380 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 09:19:57.554603 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 09:19:57.555068 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.555483 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jul 04 09:19:57.555814 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.556102 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.556392 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.556684 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.556969 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.557248 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.557532 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.557824 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.558127 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.558410 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.558685 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.558970 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.559247 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.559527 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.559806 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.560082 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] debug = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.560358 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.560772 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.561188 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.561465 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.561749 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.562019 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.562311 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.562580 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.562859 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.563181 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] host = dv-cinder-847864-6-iscsi {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.564082 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.564373 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.564653 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.564932 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.565205 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.565476 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.565756 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.566023 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.566314 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.566587 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.566873 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.567158 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.567443 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.567666 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.567885 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.568172 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.568455 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.568727 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.569001 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.569277 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.569547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.569819 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.570110 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.570393 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.570673 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.570955 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.571226 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.571498 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.571765 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.572032 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.572311 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.572580 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.572851 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.573121 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.573403 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.573669 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.573939 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.574262 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.574547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.574827 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.575105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.575377 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.575655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.575920 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.576185 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.576452 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_json = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.576720 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.576984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.577257 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.577524 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.577790 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.578082 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.578355 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.578638 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.578939 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:19:57.579295 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.579594 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.579887 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.580180 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.580466 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.580744 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.581030 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.581304 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.581588 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.581871 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.582247 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.582524 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.582821 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.583106 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.583396 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.583691 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.583978 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.584264 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.584537 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.584808 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.585076 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.585350 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.585634 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.585905 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.586215 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.586501 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.586779 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.587073 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.587353 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.587640 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.587924 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.588198 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.588473 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.588764 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.589037 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.589307 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.589581 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.589866 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.590163 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.590434 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.590713 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.590997 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.591280 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.591550 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.591823 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.592106 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.592378 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.592646 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.592911 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.593181 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.593447 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.593725 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.593995 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.594285 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.594620 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.594921 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.595187 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.595453 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.595725 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.595990 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.596262 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.596530 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.596798 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.597064 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.597330 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.597594 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.597859 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.598157 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.598429 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.598766 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.598961 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.599230 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.599496 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.599763 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.600042 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.600333 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.600609 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.600887 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.601165 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.601440 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.601711 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.601983 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.602282 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.602557 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.602824 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.603108 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.603387 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.603666 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.603962 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.604236 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.604526 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.604797 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.605068 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.605347 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.605620 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.605891 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.606198 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.606480 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.606772 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.607060 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.607349 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.607640 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.607928 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.608216 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.608520 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.608869 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:19:57.609011 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 09:19:57.609244 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103638) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 04 09:19:57.978069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 09:19:57.978258 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 09:19:57.978567 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 09:19:57.978897 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 04 09:19:58.304959 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.305253 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.305518 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.306715 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.306984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.307361 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.352048 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.352327 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.352601 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.366879 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.367159 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.367426 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.395734 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.396013 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.396284 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.433230 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.433506 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.433770 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.780365 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.780983 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.780983 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.781145 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.781837 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.880663 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.880986 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.881264 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.881533 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.881796 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.882128 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.882396 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.882649 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.882899 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.883176 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.883432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.883691 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.883943 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.884191 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.884441 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.884699 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.884946 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.885207 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.885472 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.885725 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.885991 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.886261 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.886535 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.886903 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.887149 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.887392 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.887779 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:19:58.888015 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:19:58.888247 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:19:58.888478 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:19:58.888708 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:19:58.888938 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:19:58.889297 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 04 09:19:58.892463 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 04 09:19:58.896481 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 04 09:19:58.900171 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 04 09:19:58.901777 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 04 09:19:58.902266 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 04 09:19:58.902590 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 04 09:19:58.902965 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 04 09:19:58.905942 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 04 09:19:58.906215 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 04 09:19:58.906556 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 09:19:58.912259 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 04 09:19:58.935983 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 04 09:19:58.936434 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.936730 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103638) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jul 04 09:19:58.937094 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.938535 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103638) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 04 09:19:58.938820 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 09:19:58.939062 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 04 09:19:58.942345 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:58.942628 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.023078 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 04 09:19:59.023317 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 04 09:19:59.023551 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 04 09:19:59.023922 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 04 09:19:59.046688 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_db.sqlalchemy.engines [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103638) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 04 09:19:59.501418 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Initializing driver for type 'gre' Jul 04 09:19:59.501854 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] gre ID ranges: [(1, 1000)] Jul 04 09:19:59.557792 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Initializing driver for type 'local' Jul 04 09:19:59.558259 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Initializing driver for type 'vlan' Jul 04 09:19:59.570884 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] VlanTypeDriver initialization complete Jul 04 09:19:59.571292 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Initializing driver for type 'vxlan' Jul 04 09:19:59.571807 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] vxlan ID ranges: [(1, 1000)] Jul 04 09:19:59.625823 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Initializing extension driver 'port_security' Jul 04 09:19:59.626210 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.extensions.port_security [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] PortSecurityExtensionDriver initialization complete Jul 04 09:19:59.626545 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Initializing mechanism driver 'openvswitch' Jul 04 09:19:59.626867 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Initializing mechanism driver 'hyperv' Jul 04 09:19:59.633295 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:59.634167 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > port after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.634550 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.634909 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.635435 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:19:59.635873 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > subnet after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.636239 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > subnet after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.636590 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.636988 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:19:59.637398 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > network after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.637750 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > network after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.638117 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > network after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.638515 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:19:59.638927 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > security_group after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.639282 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > security_group after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.639631 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.640027 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:19:59.640434 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.640784 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.641130 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.641552 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:19:59.641961 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > address_group after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.642475 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > address_group after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.642821 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.643219 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:19:59.643666 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] ML2 OVO RPC backend initialized. {{(pid=103638) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 04 09:19:59.644371 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.644737 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.645157 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > network before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.645513 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > networks before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.645868 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > port before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.646240 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > ports before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.646588 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > subnet before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.646933 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > subnets before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.647281 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > network after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.647624 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > network after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.647961 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > network after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.648300 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > port after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.648639 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.648976 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.649313 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > subnet after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.649653 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > subnet after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.649990 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.658136 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded quota_driver: . Jul 04 09:19:59.658508 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.plugin [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Modular L2 Plugin initialization complete Jul 04 09:19:59.658857 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading services supported by the core plugin {{(pid=103638) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 04 09:19:59.659203 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Got port-security extension from driver 'port_security' Jul 04 09:19:59.659687 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.extensions.vlantransparent [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Disabled vlantransparent extension. Jul 04 09:19:59.660187 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103638) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 04 09:19:59.660561 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading Plugin: router Jul 04 09:19:59.696417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.696810 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router after_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.697188 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router before_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.697559 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.697936 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.698327 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router after_delete 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.698693 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.699048 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.699412 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router after_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.699763 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router after_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.700121 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router after_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.700474 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.700837 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router after_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.701251 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router precommit_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.701622 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.701972 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.702339 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: subnet after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.702685 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.703039 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.703389 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router precommit_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.703738 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: port before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.704642 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router precommit_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.705008 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router after_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.705483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.705852 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router precommit_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.706251 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.706607 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router precommit_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.706975 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > agent after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.707331 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > agent after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.707680 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > network after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.708536 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Tracking information for resource: router configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:19:59.708871 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Tracking information for resource: floatingip configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:19:59.713660 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.db.l3_agentschedulers_db [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 04 09:19:59.714269 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.714637 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: port after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.714995 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.715351 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.716134 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router before_create 55550100 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.716505 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.716873 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router precommit_create 55550100 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.717240 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > router precommit_update 55550100 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.722716 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.services.provider_configuration [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service providers = [] {{(pid=103638) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 04 09:19:59.723084 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.db.servicetype_db [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103638) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 04 09:19:59.726055 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.services.service_base [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 09:19:59.726408 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.services.service_base [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 09:19:59.726752 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.services.service_base [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 09:19:59.727640 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.services.service_base [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 09:19:59.728011 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.services.service_base [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 04 09:19:59.728390 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:19:59.728708 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 04 09:19:59.740132 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:19:59.740472 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading Plugin: auto_allocate Jul 04 09:19:59.746240 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: network precommit_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.746617 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: network precommit_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.747148 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:19:59.747470 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading Plugin: tag Jul 04 09:19:59.754890 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:19:59.755235 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading Plugin: timestamp Jul 04 09:19:59.759321 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:19:59.759660 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading Plugin: network_ip_availability Jul 04 09:19:59.765098 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.765472 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.765834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:19:59.766640 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:19:59.766964 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading Plugin: flavors Jul 04 09:19:59.771849 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:19:59.772185 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading Plugin: revisions Jul 04 09:19:59.776463 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:19:59.776861 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 09:19:59.777600 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103638) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 04 09:19:59.777938 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Initializing extension manager. Jul 04 09:19:59.778488 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: __init__.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.779091 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: __pycache__ {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.779432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: address_group.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.780191 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.780768 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: address-group Jul 04 09:19:59.781300 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: address_scope.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.781801 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.782897 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: address-scope Jul 04 09:19:59.783227 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.784160 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.784680 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: router-admin-state-down-before-update Jul 04 09:19:59.785007 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: agent.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.785706 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.786253 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: agent Jul 04 09:19:59.786647 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: agent_resources_synced.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.787561 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.788073 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: agent-resources-synced Jul 04 09:19:59.788399 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: allowedaddresspairs.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.790245 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.790773 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: allowed-address-pairs Jul 04 09:19:59.791100 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: auto_allocated_topology.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.792191 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.792712 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: auto-allocated-topology Jul 04 09:19:59.793041 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: availability_zone.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.793743 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.794287 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: availability_zone Jul 04 09:19:59.794621 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: availability_zone_filter.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.795551 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.796064 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: availability_zone_filter Jul 04 09:19:59.796386 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: data_plane_status.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.797300 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.798476 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension data-plane-status not supported by any of loaded plugins Jul 04 09:19:59.798816 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: default_subnetpools.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.799731 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.800249 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: default-subnetpools Jul 04 09:19:59.800575 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.801389 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.801906 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: dhcp_agent_scheduler Jul 04 09:19:59.802265 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: dns.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.803192 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.803708 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension dns-integration not supported by any of loaded plugins Jul 04 09:19:59.804034 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: dns_domain_ports.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.804963 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.805475 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 04 09:19:59.805799 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.806761 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.807273 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 04 09:19:59.807595 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: dvr.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.808271 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.808785 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: dvr Jul 04 09:19:59.809106 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: ecmp_routes.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.810048 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.810563 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 04 09:19:59.810885 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: empty_string_filtering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.811800 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.812312 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: empty-string-filtering Jul 04 09:19:59.812635 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.813591 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.814109 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 04 09:19:59.814436 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.815354 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.815863 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 04 09:19:59.816184 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: external_net.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.817094 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.817640 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: external-net Jul 04 09:19:59.817964 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.818917 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.819429 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: extra_dhcp_opt Jul 04 09:19:59.819752 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: extraroute.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.820660 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.821175 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: extraroute Jul 04 09:19:59.821503 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: extraroute_atomic.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.822566 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.823083 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: extraroute-atomic Jul 04 09:19:59.823409 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: filter_validation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.824090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.824598 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: filter-validation Jul 04 09:19:59.824923 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: fip_pf_description.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.825834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.826371 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 04 09:19:59.826696 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: fip_port_details.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.829609 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.830511 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: fip-port-details Jul 04 09:19:59.831069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: flavors.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.832728 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.833320 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: flavors Jul 04 09:19:59.833850 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.835925 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.836810 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 04 09:19:59.837161 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: floatingip_pools.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.837878 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.838433 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: floatingip-pools Jul 04 09:19:59.838767 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: ip_allocation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.839702 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.840222 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension ip_allocation not supported by any of loaded plugins Jul 04 09:19:59.840556 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.841477 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.842002 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: ip-substring-filtering Jul 04 09:19:59.842361 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l2_adjacency.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.843290 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.843807 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 04 09:19:59.844140 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l3.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.845518 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.846419 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: router Jul 04 09:19:59.847476 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.850161 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.850866 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 04 09:19:59.851427 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.852602 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.853139 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: ext-gw-mode Jul 04 09:19:59.853470 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.854513 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.855031 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: l3-ha Jul 04 09:19:59.855358 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.856273 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.856788 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 04 09:19:59.857111 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l3_flavors.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.858062 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.858583 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: l3-flavors Jul 04 09:19:59.858906 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.860406 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.860939 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 04 09:19:59.861269 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.862237 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.862759 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 04 09:19:59.863088 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: l3agentscheduler.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.864161 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.864697 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: l3_agent_scheduler Jul 04 09:19:59.865026 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: local_ip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.866872 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.867402 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension local_ip not supported by any of loaded plugins Jul 04 09:19:59.867737 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: logging.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.869333 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.869868 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension logging not supported by any of loaded plugins Jul 04 09:19:59.870234 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: metering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.870984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.871570 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: metering Jul 04 09:19:59.871898 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.872987 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.873506 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: metering_source_and_destination_fields Jul 04 09:19:59.873838 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: multiprovidernet.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.874800 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.875317 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: multi-provider Jul 04 09:19:59.875640 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: netmtu.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.876657 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.877169 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: net-mtu Jul 04 09:19:59.877495 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: netmtu_writable.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.878455 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.878975 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: net-mtu-writable Jul 04 09:19:59.879302 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: network_availability_zone.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.879976 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.880488 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: network_availability_zone Jul 04 09:19:59.880811 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: network_ip_availability.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.881935 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.882480 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: network-ip-availability Jul 04 09:19:59.882805 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: network_segment_range.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.883578 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.884086 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension network-segment-range not supported by any of loaded plugins Jul 04 09:19:59.884410 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: pagination.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.885391 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.885723 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: pagination Jul 04 09:19:59.886062 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: port_device_profile.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.886988 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.887510 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: port-device-profile Jul 04 09:19:59.887836 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.888753 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.889271 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: port-mac-address-regenerate Jul 04 09:19:59.889598 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.890541 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.891060 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: port-numa-affinity-policy Jul 04 09:19:59.891905 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: port_resource_request.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.892895 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.893409 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension port-resource-request not supported by any of loaded plugins Jul 04 09:19:59.893735 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: port_resource_request_groups.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.894750 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.895266 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 04 09:19:59.895596 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: portbindings.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.896532 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.897044 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: binding Jul 04 09:19:59.897371 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: portbindings_extended.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.898674 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.899193 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: binding-extended Jul 04 09:19:59.899522 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: portsecurity.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.900447 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.900961 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: port-security Jul 04 09:19:59.901284 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: project_id.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.902293 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.902626 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: project-id Jul 04 09:19:59.902950 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: providernet.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.904127 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.904647 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: provider Jul 04 09:19:59.904972 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.909111 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.909636 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos not supported by any of loaded plugins Jul 04 09:19:59.909974 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.911256 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.911782 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 04 09:19:59.912113 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.913040 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.913566 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 04 09:19:59.913893 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_default.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.914844 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.915362 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-default not supported by any of loaded plugins Jul 04 09:19:59.915689 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_fip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.916627 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.917143 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-fip not supported by any of loaded plugins Jul 04 09:19:59.917470 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.918422 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.918936 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 04 09:19:59.919261 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_gateway_ip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.920187 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.920700 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 04 09:19:59.921024 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_port_network_policy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.922082 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.922630 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 04 09:19:59.922956 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.924012 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.924525 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 04 09:19:59.924849 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.925887 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.926442 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 04 09:19:59.926771 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_pps_rule.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.927938 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.928460 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-pps not supported by any of loaded plugins Jul 04 09:19:59.928789 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_rule_type_details.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.929714 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.930263 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 04 09:19:59.930595 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: qos_rules_alias.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.931644 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.932161 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 04 09:19:59.932507 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: quota_check_limit.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.933417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.933942 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: quota-check-limit Jul 04 09:19:59.934297 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: quotasv2.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.935236 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.935566 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: quotas Jul 04 09:19:59.935888 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: quotasv2_detail.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.937594 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.937936 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: quota_details Jul 04 09:19:59.938323 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: rbac.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.939378 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.939906 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: rbac-policies Jul 04 09:19:59.940242 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: rbac_address_group.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.941180 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.941702 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: rbac-address-group Jul 04 09:19:59.942045 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: rbac_address_scope.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.942990 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.943501 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: rbac-address-scope Jul 04 09:19:59.943829 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: rbac_security_groups.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.944754 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.945274 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: rbac-security-groups Jul 04 09:19:59.945602 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: rbac_subnetpool.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.946558 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.947077 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: rbac-subnetpool Jul 04 09:19:59.947401 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: revisionifmatch.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.948404 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.948924 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: revision-if-match Jul 04 09:19:59.949253 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: revisions.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.950469 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.950986 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: standard-attr-revisions Jul 04 09:19:59.951313 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: router_availability_zone.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.951991 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.952505 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: router_availability_zone Jul 04 09:19:59.952830 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: routerservicetype.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.953770 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.955013 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension router-service-type not supported by any of loaded plugins Jul 04 09:19:59.955349 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.956290 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.956816 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: security-groups-normalized-cidr Jul 04 09:19:59.957146 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.958118 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.958641 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: port-security-groups-filtering Jul 04 09:19:59.958971 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.959904 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.960422 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: security-groups-remote-address-group Jul 04 09:19:59.960748 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.961682 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.962225 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: security-groups-shared-filtering Jul 04 09:19:59.962553 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.963144 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jul 04 09:19:59.963469 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: securitygroup.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.974695 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.975231 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: security-group Jul 04 09:19:59.975569 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: segment.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.976303 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.976825 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension segment not supported by any of loaded plugins Jul 04 09:19:59.977156 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.978134 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.978658 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 04 09:19:59.978987 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: servicetype.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.980097 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.980622 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: service-type Jul 04 09:19:59.980953 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: sorting.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.981941 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.982380 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: sorting Jul 04 09:19:59.982706 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: standard_attr_segment.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.983638 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.984163 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 04 09:19:59.984494 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: standardattrdescription.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.985701 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.986318 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: standard-attr-description Jul 04 09:19:59.986639 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: stateful_security_group.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.987572 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.988096 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: stateful-security-group Jul 04 09:19:59.988419 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: stdattrs_common.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.988990 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 04 09:19:59.989312 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.990298 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.990813 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 04 09:19:59.991134 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: subnet_onboard.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.992199 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.992726 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: subnet_onboard Jul 04 09:19:59.993052 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.994001 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.994550 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 04 09:19:59.994875 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: subnet_service_types.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.995821 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.996360 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: subnet-service-types Jul 04 09:19:59.996688 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: subnetallocation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.997792 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.998341 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: subnet_allocation Jul 04 09:19:59.998670 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:19:59.999348 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:19:59.999863 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: subnetpool-prefix-ops Jul 04 09:20:00.000188 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:20:00.001677 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:20:00.002218 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 04 09:20:00.002936 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: tagging.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:20:00.003605 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:20:00.004138 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: standard-attr-tag Jul 04 09:20:00.004470 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: timestamp.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:20:00.005718 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:20:00.006232 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loaded extension: standard-attr-timestamp Jul 04 09:20:00.006563 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: trunk.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:20:00.007604 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:20:00.008122 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension trunk not supported by any of loaded plugins Jul 04 09:20:00.008452 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: trunk_details.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:20:00.009382 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:20:00.009900 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension trunk-details not supported by any of loaded plugins Jul 04 09:20:00.010249 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: uplink_status_propagation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:20:00.011180 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:20:00.011694 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 04 09:20:00.012016 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Loading extension file: vlantransparent.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:20:00.012692 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:20:00.013206 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 04 09:20:00.015782 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:network Jul 04 09:20:00.016312 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:subnet Jul 04 09:20:00.016775 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:20:00.017168 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:port Jul 04 09:20:00.018445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.018895 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service FLAVORS assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.019531 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.019971 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.020305 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:router Jul 04 09:20:00.020736 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:floatingip Jul 04 09:20:00.021243 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service METERING assigned prefix: /metering {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.022729 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:20:00.023117 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:20:00.023536 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:20:00.024486 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 09:20:00.024936 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:security_group Jul 04 09:20:00.025367 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 09:20:00.025989 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service CORE assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.026349 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:20:00.026700 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] subnetpool is already registered Jul 04 09:20:00.027126 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service CORE assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.027454 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:20:00.027790 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] subnetpool is already registered Jul 04 09:20:00.030340 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.030826 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service FLAVORS assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.031366 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.031792 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.032256 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:router Jul 04 09:20:00.032608 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] router is already registered Jul 04 09:20:00.033019 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:floatingip Jul 04 09:20:00.033364 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] floatingip is already registered Jul 04 09:20:00.033827 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service METERING assigned prefix: /metering {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.034536 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 09:20:00.034870 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] rbac_policy is already registered Jul 04 09:20:00.035283 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:security_group Jul 04 09:20:00.035624 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] security_group is already registered Jul 04 09:20:00.036029 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 09:20:00.036370 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] security_group_rule is already registered Jul 04 09:20:00.036997 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service CORE assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.037330 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:20:00.037671 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] subnetpool is already registered Jul 04 09:20:00.038126 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Service CORE assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:20:00.038464 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:20:00.038799 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] subnetpool is already registered Jul 04 09:20:00.039265 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: extensions {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.040719 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: address-groups {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.042218 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: address-scopes {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.043527 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: agents {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.044676 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: auto-allocated-topology {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.045894 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: availability_zones {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.047119 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: dhcp-networks {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.049265 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: dhcp-agents {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.050694 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: routers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.052865 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: flavors {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.054045 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: service_profiles {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.055255 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: next_providers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.056682 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: service_profiles {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.059147 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: floatingip-pools {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.060444 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: routers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.062576 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: floatingips {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.064598 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: l3-routers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.065973 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: l3-agents {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.067408 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: metering-labels {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.068744 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: metering-label-rules {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.070015 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: network-ip-availabilities {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.071281 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: bindings {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.072905 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: quotas {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.074480 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: quotas {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.075991 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: rbac-policies {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.077270 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: security-groups {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.078506 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: security-group-rules {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.079757 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: service-providers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.080947 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: subnetpools {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.082377 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: subnetpools {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.083871 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.085540 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.087379 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.089136 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.090953 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.092780 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.094529 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.096443 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.098209 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.100052 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:20:00.105964 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING keystonemiddleware.auth_token [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 04 09:20:00.111313 dv-cinder-847864-6-iscsi neutron-server[103638]: WARNING keystonemiddleware.auth_token [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 04 09:20:00.119938 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Acquired lock "singleton_lock" {{(pid=103638) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 04 09:20:00.120424 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Releasing lock "singleton_lock" {{(pid=103638) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 04 09:20:00.121071 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO oslo_service.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Starting 2 workers Jul 04 09:20:00.126564 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Started child 103745 {{(pid=103638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 09:20:00.131189 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Started child 103746 {{(pid=103638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 09:20:00.132119 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:00.132829 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO neutron.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 04 09:20:00.133451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:00.133693 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [-] (103745) wsgi starting up on http://0.0.0.0:9696 Jul 04 09:20:00.135909 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:00.136391 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO oslo_service.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Starting 1 workers Jul 04 09:20:00.137372 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [-] (103746) wsgi starting up on http://0.0.0.0:9696 Jul 04 09:20:00.141241 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Started child 103747 {{(pid=103638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 09:20:00.141808 dv-cinder-847864-6-iscsi neutron-server[103638]: INFO oslo_service.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Starting 1 workers Jul 04 09:20:00.145064 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] calling RpcWorker wait() {{(pid=103747) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 04 09:20:00.145591 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] returning from RpcWorker wait() {{(pid=103747) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 04 09:20:00.146456 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Started child 103748 {{(pid=103638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 09:20:00.146948 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:00.147257 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd915d0-8474-407d-a744-9a38b0c76c80 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:00.147550 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:00.149215 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103638) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 09:20:00.149435 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 09:20:00.149630 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 09:20:00.149865 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 09:20:00.150227 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 09:20:00.150396 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 09:20:00.150915 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.151205 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.151450 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:00.151913 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.151913 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.152037 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.152561 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.152822 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.153079 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.153367 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.153894 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.154086 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.154257 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.154506 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.154758 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.155067 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.155330 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.155581 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.155839 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.156013 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.156287 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.156563 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.156798 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.157117 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] debug = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.157362 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.157866 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.158116 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.158370 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.158598 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.158879 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.159111 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.159400 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.159643 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.159867 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.160112 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.160362 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.160598 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.160829 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.161083 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.161305 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.161573 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.161798 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.162337 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] host = dv-cinder-847864-6-iscsi {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.162566 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.162802 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.163032 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.163299 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.163560 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.163794 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.164073 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.164343 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.164571 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.164812 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.165053 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.165298 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.165515 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.165762 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.165927 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_options = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.166168 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.166446 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.166705 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.166909 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.167080 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.167246 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.167516 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.167681 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.167948 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.168168 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.168382 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.168599 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.168849 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.169068 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.169316 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.169532 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.169777 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.170008 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.170294 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.170519 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.170766 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.171023 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.171226 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.171474 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.171722 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.171955 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.172200 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.172436 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.174163 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.174163 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.174163 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.174751 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.174751 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.175005 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:00.175134 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.175134 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.175134 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.175491 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.175611 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.175815 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.176042 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.176289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.176540 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.176755 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.177561 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.177561 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.177561 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.178192 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_json = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.178192 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.178843 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.178843 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.178843 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.179157 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.179157 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.179774 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.179774 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.180006 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.181201 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.181201 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.181201 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.182185 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.182185 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.182185 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.182391 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.182640 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.182903 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.183180 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.184935 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.184935 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.184935 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.184935 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.184935 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.184935 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.185719 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.185719 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.185719 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.186764 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.186764 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.186764 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.186764 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.187351 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.187351 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.187351 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.189401 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.189401 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.189401 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.189401 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.189401 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.190076 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.190076 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.190076 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.190286 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.190484 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.190704 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.190940 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.191189 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.191626 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.191853 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.192094 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.192340 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.192602 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.192825 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.193057 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.193291 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.193527 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.193952 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.194423 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.194833 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.195078 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.195299 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.196683 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.196683 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.196683 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.196683 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.196683 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.196683 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.197337 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.197337 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.197337 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.197583 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.197804 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.198019 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.198256 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.198479 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.198698 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.198973 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.199199 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.199438 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.199676 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.199898 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.200114 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.200347 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.200587 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.200800 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.201019 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.201247 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.201448 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.201660 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.201877 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.202112 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.202329 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.202558 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.202936 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.203156 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.203389 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.203593 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.205846 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.205846 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.205846 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.205846 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.205846 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.205846 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.205846 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.205846 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.206413 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.206413 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.206413 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.206650 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.206883 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.207174 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.207427 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.207660 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.207910 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.208155 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.208396 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.208616 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.208833 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.209057 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.209276 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.209604 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.209851 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.210174 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.210436 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.210696 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.210946 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.211371 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.211853 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.212126 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.212445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.212671 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.212940 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.213250 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.213544 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.213838 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.214132 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.214390 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.214658 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.214926 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.215206 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.215446 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.215707 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.215916 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.216164 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.216392 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.216611 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.216863 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.217220 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.217471 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.217726 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.217963 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.218276 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.218531 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.218775 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.219040 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.219304 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.220077 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.220362 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.220608 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.220823 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.221059 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.221289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.221709 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.221954 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.222197 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.222447 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.222669 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.222899 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.223142 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.223360 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.223583 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.223827 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.224041 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.224266 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.225731 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.225731 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.225731 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.225731 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.225731 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.225731 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.225731 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.226208 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.226208 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.226442 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.226911 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.227169 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.227410 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.227670 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.227923 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.228183 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.228404 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.228647 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.228869 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.229086 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.229303 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.229527 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.229741 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.229973 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.230251 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.230465 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.230703 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.230962 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.231295 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.231566 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.231796 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.232042 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.232286 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.232502 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.232736 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.232954 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.233193 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.233544 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.233804 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.234024 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.234270 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.234487 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.234707 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.234924 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.235763 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.236122 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.236374 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.236601 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.236830 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.237075 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.237316 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.237649 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.237902 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.238020 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51200) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:00.238140 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.238348 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.238566 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.238799 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.239092 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.239660 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.239660 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.239933 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.240069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.240276 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.240594 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.241368 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.241368 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.241368 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.241769 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.241769 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.242006 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.242168 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.242296 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.242851 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.242851 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.243084 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.243084 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.243308 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.243484 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.243699 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.243954 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.244161 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.244544 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.244973 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.245275 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.245568 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.245858 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.246305 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.246647 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.247124 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.247778 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.247778 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.247948 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070481 Jul 04 09:20:00.248034 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.248366 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.248524 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.248806 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.249057 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.249362 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.250326 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.250326 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.250326 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.250618 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.250618 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.251422 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.251673 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.251936 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.252136 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.252483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.252798 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.253110 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.253521 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.254475 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.254475 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.254475 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.254718 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.255349 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.255349 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.255512 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.255799 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.256006 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.256240 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.256508 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.256761 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.256987 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.257213 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.257455 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.257679 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.257943 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.259007 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.259264 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.259488 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.259711 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.259931 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.260168 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.260383 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.260619 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.260848 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.261014 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 09:20:00.261539 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103638) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 09:20:00.261716 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 09:20:00.261881 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 09:20:00.262069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 09:20:00.262255 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 09:20:00.262446 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 09:20:00.262634 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.262779 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.262917 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.263055 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.263144 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.263334 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.263485 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.263666 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.263845 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.263963 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.264729 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.264729 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.264729 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.264729 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.264729 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.265231 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.265231 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.265231 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.265528 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.265528 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.265730 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.265834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.265946 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] debug = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.266079 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.266294 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.266517 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.266755 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.266935 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.267061 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.267313 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.267479 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.267644 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.267807 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.267970 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.268131 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.268294 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.268554 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.268680 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.268786 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.268919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.269079 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.269400 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] host = dv-cinder-847864-6-iscsi {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.269564 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.269878 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.270111 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.270232 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.270364 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.270530 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.270697 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.270881 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.271045 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.271190 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.271330 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.271480 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:00.271572 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.271641 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.271793 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.271936 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_options = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.272102 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.272266 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.272429 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.272619 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.272784 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.273102 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.273260 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.273429 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.273610 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.273728 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.273888 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.276612 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.276612 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.276612 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.276612 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.276612 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.276612 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.276612 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.276612 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.280090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.280090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.280090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.280090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.280090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.280090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.280090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.280090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.280090 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.281213 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.281213 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.281213 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.281213 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.281213 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.281213 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.281213 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.281213 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.282659 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.282659 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.282659 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.282659 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.282659 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.282659 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.282659 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.282659 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.283459 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.283459 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.283459 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_json = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.283459 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.283459 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.283459 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.283459 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.283459 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.283459 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.284053 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.284053 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.284053 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:20:00.284053 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.284053 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.284053 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.284053 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.284053 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.285984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.285984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.285984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.285984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.285984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.285984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.285984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.285984 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.287586 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.287586 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.287586 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.287586 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.287586 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.287586 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.287586 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.287586 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.289568 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.289568 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.289568 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.289568 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.289568 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.289568 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.289568 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.289568 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.290758 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.290758 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.290758 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.290758 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.290758 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.290758 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.290758 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.290758 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291289 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.291834 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.293919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.293919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.293919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.293919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.293919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.293919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.293919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.293919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.296105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.296105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.296105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.296105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.296105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.296105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.296105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.296105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.296105 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.297451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.297451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.297451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.297451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.297451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.297451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.297451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.297451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.297451 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.298655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.298655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.298655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.298655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.298655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.298655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.298655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.298655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.298655 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.299646 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.299646 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.299646 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.299646 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.299646 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.299646 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.299646 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.299646 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.302628 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.302628 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.302628 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.302628 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.302628 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.302628 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.302628 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.302628 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.303947 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.303947 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.303947 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.303947 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.303947 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.303947 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.303947 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.303947 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304445 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304880 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304880 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304880 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304880 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304880 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304880 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304880 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.304880 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305320 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305320 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305320 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305320 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305320 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305320 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305320 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305320 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305850 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305850 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305850 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305850 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305850 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305850 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305850 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.305850 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306483 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306958 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306958 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306958 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306958 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306958 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306958 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306958 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.306958 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.307416 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.307416 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.307416 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.307647 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.307647 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.307791 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.308453 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.308453 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.308453 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.308453 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.310886 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.310886 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.310886 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.310886 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.310886 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.310886 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.310886 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.310886 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312360 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312360 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312360 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312360 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312360 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312360 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312360 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312360 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312840 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312840 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312840 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312840 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312840 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312840 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.312840 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.314619 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.314619 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.314619 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.314619 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.314904 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.314972 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.315089 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.315253 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.315417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.315917 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.315917 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.315917 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317432 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317969 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317969 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317969 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317969 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.317969 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.318460 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.320621 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.320621 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.320621 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.320621 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.320621 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.320621 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.320621 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.320621 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.322771 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.322771 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.322771 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.322771 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.322771 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.322771 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.322771 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.322771 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.323870 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.323870 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.323870 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.323870 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.323870 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.323870 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.323870 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.323870 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.324417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.324417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.324417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.324417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.324417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.324417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.324417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.324417 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.325952 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.325952 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.325952 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.325952 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.325952 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.325952 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.325952 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.325952 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.326547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.326547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.326547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.326547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.326547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.326547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.326547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.326547 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.327069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.327069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.327069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.327069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.327069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.327069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.328069 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.328239 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.328415 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.329129 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.329129 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.329129 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.329129 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.329635 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.329635 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.329635 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.330014 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.330014 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.330251 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.330371 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.330478 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.330588 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.330754 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.330919 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.331083 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.331247 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.331410 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.331573 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.331736 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.331899 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.332062 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.332225 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.332387 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:20:00.332546 dv-cinder-847864-6-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 09:20:12.058474 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4447db-df67-470a-84de-b38dd92f3e5d None None] get_active_networks_info from dv-cinder-847864-6-iscsi {{(pid=103747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 04 09:20:12.124326 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4447db-df67-470a-84de-b38dd92f3e5d None None] No non-hosted networks {{(pid=103747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 04 09:20:12.141110 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.agentschedulers_db [None req-4c4447db-df67-470a-84de-b38dd92f3e5d None None] DHCP Agent not found on host dv-cinder-847864-6-iscsi {{(pid=103747) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 04 09:20:12.295659 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-36c9598c-7a30-4572-966b-a639002ced6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674246'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.049331 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-52841fb1-75ed-4ace-8183-de2e19bdbdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674246'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.201997 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-275feceb-97b6-4f26-b881-576fed8ffdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.414748 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674246'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.776481 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674246'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.221686 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51288) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:18.361941 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674246'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.363234 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.363578 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.363916 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.364248 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.364572 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.364891 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.365209 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.369367 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.369715 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.370066 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.370419 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.370755 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.371097 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.371507 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847864-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:18.379487 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847864-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:18.801063 dv-cinder-847864-6-iscsi neutron-server[103746]: WARNING oslo_policy.policy [None req-f6f3d4ab-bc5c-49ee-a8e3-1513fa134d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:20:18.801653 dv-cinder-847864-6-iscsi neutron-server[103746]: WARNING oslo_policy.policy [None req-f6f3d4ab-bc5c-49ee-a8e3-1513fa134d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:20:19.037454 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [None req-f6f3d4ab-bc5c-49ee-a8e3-1513fa134d5e admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:20:19.039299 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-f6f3d4ab-bc5c-49ee-a8e3-1513fa134d5e admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8164842 Jul 04 09:20:21.356507 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.db.l3_hamode_db [None req-b8814129-68a1-48e6-b649-7185f9acf38a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 04 09:20:21.430899 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8814129-68a1-48e6-b649-7185f9acf38a None None] Routers set() bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:20:21.431178 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8814129-68a1-48e6-b649-7185f9acf38a None None] Router IDs set() for agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jul 04 09:20:21.667987 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51314) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:21.981013 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-c62cdc44-545e-47e5-bf45-efc11e1353d9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:22.075220 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.policy [None req-c62cdc44-545e-47e5-bf45-efc11e1353d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103746) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 09:20:22.117300 dv-cinder-847864-6-iscsi neutron-server[103746]: WARNING oslo_policy.policy [None req-c62cdc44-545e-47e5-bf45-efc11e1353d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:20:22.117698 dv-cinder-847864-6-iscsi neutron-server[103746]: WARNING oslo_policy.policy [None req-c62cdc44-545e-47e5-bf45-efc11e1353d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:20:22.217635 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c62cdc44-545e-47e5-bf45-efc11e1353d9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771674469169', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771674469740', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771674454946', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771674448764', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771674492068', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771674500663', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3808206', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3799830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545096', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698834'] for rbac-policy (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:22.284117 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c62cdc44-545e-47e5-bf45-efc11e1353d9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:22.285305 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c62cdc44-545e-47e5-bf45-efc11e1353d9 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6163282 Jul 04 09:20:24.813617 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51324) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:25.128305 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:25.157934 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Made reservation on behalf of 11c8663b970d4f59bba13e3577fc62be for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:20:25.161693 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.178210 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.291959 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Publish callbacks [] for security_group (bdb5c848-9835-4285-b01f-8cc3944bd48a), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.295859 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (bdb5c848-9835-4285-b01f-8cc3944bd48a), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.321677 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=103746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:20:25.357862 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771675466433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (37ad0c5e-9a00-4130-8959-0e0ce696efd0), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.358445 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Unsubscribe: segment precommit_create {{(pid=103746) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 09:20:25.358964 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Added segment 37ad0c5e-9a00-4130-8959-0e0ce696efd0 of type vlan for network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 Jul 04 09:20:25.374260 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb5c848-9835-4285-b01f-8cc3944bd48a,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:25.401383 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.401755 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.402143 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.402490 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.402822 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.403151 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.403477 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.403805 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.404384 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.404724 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.405051 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.405369 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.405686 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Tracked resource versions report: Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: pushed versions: Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: { 'AddressGroup': {'1.2'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'ConntrackHelper': {'1.0'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Log': {'1.0'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Network': {'1.1'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Port': {'1.7'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'PortForwarding': {'1.2'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'QosPolicy': {'1.10'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SecurityGroup': {'1.5'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SubPort': {'1.0'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Subnet': {'1.1'}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Trunk': {'1.1'}} Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: consumer versions: Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: { DHCP agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: L3 agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: Metadata agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: Metering agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: Open vSwitch agent@dv-cinder-847864-6-iscsi: { 'AddressGroup': '1.2', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'ConntrackHelper': '1.0', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'LocalIPAssociation': '1.0', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Log': '1.0', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Network': '1.1', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Port': '1.7', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'PortForwarding': '1.2', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'QosPolicy': '1.10', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SecurityGroup': '1.5', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SecurityGroupRule': '1.2', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SubPort': '1.0', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Subnet': '1.1', Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Trunk': '1.1'}} Jul 04 09:20:25.407577 dv-cinder-847864-6-iscsi neutron-server[103746]: {{(pid=103746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:20:25.474539 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (05ca00d2-56cf-4bc3-8e3a-3e8679516d59), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.518851 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (05ca00d2-56cf-4bc3-8e3a-3e8679516d59), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.524035 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:25.524764 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.611470 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7966719 Jul 04 09:20:25.649421 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c0be9-3eb1-484a-ba5f-4f031c3d413c demo demo] Pushing event updated for resources: {'Network': ['ID=05ca00d2-56cf-4bc3-8e3a-3e8679516d59,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:25.662890 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:20:28.193177 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51336) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:28.599448 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9f5e9-3c8a-4cb2-ae2b-5b05cbf53ff1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:28.600894 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-6bc9f5e9-3c8a-4cb2-ae2b-5b05cbf53ff1 demo admin] 10.222.0.73 "GET /v2.0/networks/05ca00d2-56cf-4bc3-8e3a-3e8679516d59 HTTP/1.1" status: 200 len: 825 time: 0.4067450 Jul 04 09:20:28.630072 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-02dd1a91-54db-4e14-87e3-fc9c15bb37ab demo admin] 10.222.0.73 "GET /v2.0/subnetpools/abf1105c-7a78-4a67-8dce-154b725ff84f HTTP/1.1" status: 200 len: 734 time: 0.0224912 Jul 04 09:20:28.637689 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'abf1105c-7a78-4a67-8dce-154b725ff84f', 'gateway_ip': '172.20.0.1', 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:28.659675 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Made reservation on behalf of 11c8663b970d4f59bba13e3577fc62be for: {'subnet': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:20:28.662075 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:28.956782 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (1e87441e-55a4-4d13-9efe-d62df06d750e), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:29.028689 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Pushing event updated for resources: {'Subnet': ['ID=1e87441e-55a4-4d13-9efe-d62df06d750e,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:29.033199 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Checking segment: {'id': '37ad0c5e-9a00-4130-8959-0e0ce696efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:29.033612 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Network hostable DHCP agents. Network: 05ca00d2-56cf-4bc3-8e3a-3e8679516d59, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:20:29.054109 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:20:29.065792 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 05ca00d2-56cf-4bc3-8e3a-3e8679516d59) {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:29.071729 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:29.072550 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:29.075937 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eee7f85-0577-4c1f-aef9-13b9a7b24e44 None None] Network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:20:29.089015 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-33c3ceba-b5d2-480e-9ec9-3619b4be044b demo admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4546387 Jul 04 09:20:29.444483 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-05ca00d2-56cf-4bc3-8e3a-3e8679516d59', 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59', 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'fixed_ips': [{'subnet_id': '1e87441e-55a4-4d13-9efe-d62df06d750e'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:20:29.445716 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:29.730743 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Allocated IP 172.20.0.2 (05ca00d2-56cf-4bc3-8e3a-3e8679516d59/1e87441e-55a4-4d13-9efe-d62df06d750e/4bac5abd-ee77-4f49-82e6-9d034de43a0b) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:20:29.992367 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Publish callbacks [] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:30.003751 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:30.084965 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:30.090560 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:30.096069 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Pushing event updated for resources: {'Port': ['ID=4bac5abd-ee77-4f49-82e6-9d034de43a0b,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:30.098225 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:20:30.130245 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.130614 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.130978 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.131320 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.131654 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.131986 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.132313 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.132640 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.132966 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.133314 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.133648 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.133967 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.134315 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Tracked resource versions report: Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: pushed versions: Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: { 'AddressGroup': {'1.2'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'ConntrackHelper': {'1.0'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Log': {'1.0'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Network': {'1.1'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Port': {'1.7'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'PortForwarding': {'1.2'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'QosPolicy': {'1.10'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SecurityGroup': {'1.5'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SubPort': {'1.0'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Subnet': {'1.1'}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Trunk': {'1.1'}} Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: consumer versions: Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: { DHCP agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: L3 agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: Metadata agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: Metering agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: Open vSwitch agent@dv-cinder-847864-6-iscsi: { 'AddressGroup': '1.2', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'ConntrackHelper': '1.0', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'LocalIPAssociation': '1.0', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Log': '1.0', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Network': '1.1', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Port': '1.7', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'PortForwarding': '1.2', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'QosPolicy': '1.10', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SecurityGroup': '1.5', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SecurityGroupRule': '1.2', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SubPort': '1.0', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Subnet': '1.1', Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Trunk': '1.1'}} Jul 04 09:20:30.135640 dv-cinder-847864-6-iscsi neutron-server[103747]: {{(pid=103747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:20:30.185312 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Attempting to bind port 4bac5abd-ee77-4f49-82e6-9d034de43a0b on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:20:30.185701 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Attempting to bind port 4bac5abd-ee77-4f49-82e6-9d034de43a0b by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '37ad0c5e-9a00-4130-8959-0e0ce696efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:20:30.186158 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Attempting to bind port 4bac5abd-ee77-4f49-82e6-9d034de43a0b on network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:20:30.193724 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:20:30.194097 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Checking segment: {'id': '37ad0c5e-9a00-4130-8959-0e0ce696efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:30.194573 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:30.194960 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Bound using segment: {'id': '37ad0c5e-9a00-4130-8959-0e0ce696efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:20:30.195423 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Bound port: 4bac5abd-ee77-4f49-82e6-9d034de43a0b, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ad0c5e-9a00-4130-8959-0e0ce696efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:20:30.195825 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:30.260529 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] For port 4bac5abd-ee77-4f49-82e6-9d034de43a0b, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:20:30.264884 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] For port 4bac5abd-ee77-4f49-82e6-9d034de43a0b, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=4bac5abd-ee77-4f49-82e6-9d034de43a0b,segment=NetworkSegment(37ad0c5e-9a00-4130-8959-0e0ce696efd0),segment_id=37ad0c5e-9a00-4130-8959-0e0ce696efd0)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:20:30.273188 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:30.343756 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e549e-0198-455b-a788-2a39a6b53e25 None None] Pushing event updated for resources: {'Port': ['ID=4bac5abd-ee77-4f49-82e6-9d034de43a0b,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:31.708175 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51344) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:32.027200 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [None req-0317e6cd-6d23-4376-b4c0-de8ecd5c3770 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:20:32.028194 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-0317e6cd-6d23-4376-b4c0-de8ecd5c3770 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3189902 Jul 04 09:20:34.623195 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51352) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:34.933394 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [None req-0684701d-6115-4125-b986-592a5a59888b admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:20:34.934488 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-0684701d-6115-4125-b986-592a5a59888b admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3103101 Jul 04 09:20:37.519671 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51360) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:37.834242 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-bfd51d74-c545-4cc5-8dab-9a55e89a4bb6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:37.856707 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bfd51d74-c545-4cc5-8dab-9a55e89a4bb6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (84e7102e-ec89-4c57-b778-7945b67b4bae), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:37.858273 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bfd51d74-c545-4cc5-8dab-9a55e89a4bb6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (84e7102e-ec89-4c57-b778-7945b67b4bae), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:37.990294 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bfd51d74-c545-4cc5-8dab-9a55e89a4bb6 demo demo] Publish callbacks [] for router_controller (84e7102e-ec89-4c57-b778-7945b67b4bae), precommit_add_association {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:37.995132 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bfd51d74-c545-4cc5-8dab-9a55e89a4bb6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (84e7102e-ec89-4c57-b778-7945b67b4bae), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:38.012950 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bfd51d74-c545-4cc5-8dab-9a55e89a4bb6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:38.026058 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-bfd51d74-c545-4cc5-8dab-9a55e89a4bb6 demo demo] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4935093 Jul 04 09:20:40.665883 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51372) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:41.001050 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [None req-1fd3a1d3-b2d8-4b80-a7e3-11c0a373a740 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:20:41.002941 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-1fd3a1d3-b2d8-4b80-a7e3-11c0a373a740 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3357036 Jul 04 09:20:41.198836 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:20:41.246174 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 4bac5abd-ee77-4f49-82e6-9d034de43a0b up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:41.334539 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 4bac5abd-ee77-4f49-82e6-9d034de43a0b triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:20:41.334941 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:41.434423 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 4bac5abd-ee77-4f49-82e6-9d034de43a0b is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:20:41.434808 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:41.483245 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 4bac5abd-ee77-4f49-82e6-9d034de43a0b, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=4bac5abd-ee77-4f49-82e6-9d034de43a0b,segment=NetworkSegment(37ad0c5e-9a00-4130-8959-0e0ce696efd0),segment_id=37ad0c5e-9a00-4130-8959-0e0ce696efd0)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:41.487571 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:41.532624 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=4bac5abd-ee77-4f49-82e6-9d034de43a0b,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:41.926498 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dde3cd9-7ef1-4279-a5b9-72d8a23370bc None None] Network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:20:41.995517 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-87d6b57b-e18c-47fa-8529-0391049108c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:42.024027 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-0da3ea0c-ebcf-4214-a5c3-e4ffa826c404 None None] Provisioning complete for port 4bac5abd-ee77-4f49-82e6-9d034de43a0b triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:20:42.024416 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0da3ea0c-ebcf-4214-a5c3-e4ffa826c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:42.147886 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-0da3ea0c-ebcf-4214-a5c3-e4ffa826c404 None None] Current status of the port 4bac5abd-ee77-4f49-82e6-9d034de43a0b is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:20:42.368711 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-2715bc50-faf9-4507-b2d8-e2b26dcf0e00 None None] Provisioning complete for port 4bac5abd-ee77-4f49-82e6-9d034de43a0b triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:20:42.369399 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2715bc50-faf9-4507-b2d8-e2b26dcf0e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:42.441073 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-2715bc50-faf9-4507-b2d8-e2b26dcf0e00 None None] Current status of the port 4bac5abd-ee77-4f49-82e6-9d034de43a0b is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:20:43.209589 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 4bac5abd-ee77-4f49-82e6-9d034de43a0b up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:43.255120 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 4bac5abd-ee77-4f49-82e6-9d034de43a0b triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:20:43.255509 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:43.326503 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 4bac5abd-ee77-4f49-82e6-9d034de43a0b is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:20:43.604662 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51382) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:43.915246 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:43.935988 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Made reservation on behalf of a23ba434c7f24485af06b70e0d768660 for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:20:43.938781 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:43.946478 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:44.017649 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Publish callbacks [] for security_group (07401ef6-42ea-4d77-bd19-5a8a8f9503a6), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:44.021278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (07401ef6-42ea-4d77-bd19-5a8a8f9503a6), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:44.035151 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103746) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 04 09:20:44.041925 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-33f97222-8aa5-428d-abaf-18a7921e7953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:44.057274 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (30518420-67bd-402b-9d2e-0cbd6ad219cb), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:44.057611 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Added segment 30518420-67bd-402b-9d2e-0cbd6ad219cb of type flat for network 007453c2-82ca-482e-9dba-6f31ee43a619 Jul 04 09:20:44.058756 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07401ef6-42ea-4d77-bd19-5a8a8f9503a6,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:44.104690 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (007453c2-82ca-482e-9dba-6f31ee43a619), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:44.136156 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (007453c2-82ca-482e-9dba-6f31ee43a619), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:44.137076 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:44.137654 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:44.207391 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6015618 Jul 04 09:20:44.231039 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c1ed9-36ef-4168-937c-9686869091f1 admin admin] Pushing event updated for resources: {'Network': ['ID=007453c2-82ca-482e-9dba-6f31ee43a619,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:44.241784 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 007453c2-82ca-482e-9dba-6f31ee43a619 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:20:45.378863 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:46.728122 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:46.757005 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51400) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:46.979561 dv-cinder-847864-6-iscsi neutron-server[103745]: WARNING oslo_policy.policy [None req-fc6e901f-aa03-45f3-8753-809f3dcedec4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:20:46.980152 dv-cinder-847864-6-iscsi neutron-server[103745]: WARNING oslo_policy.policy [None req-fc6e901f-aa03-45f3-8753-809f3dcedec4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:20:47.395834 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.policy [None req-fc6e901f-aa03-45f3-8753-809f3dcedec4 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103745) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 09:20:47.439909 dv-cinder-847864-6-iscsi neutron-server[103745]: WARNING oslo_policy.policy [None req-fc6e901f-aa03-45f3-8753-809f3dcedec4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:20:47.440279 dv-cinder-847864-6-iscsi neutron-server[103745]: WARNING oslo_policy.policy [None req-fc6e901f-aa03-45f3-8753-809f3dcedec4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:20:47.448322 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e901f-aa03-45f3-8753-809f3dcedec4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:47.450271 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-fc6e901f-aa03-45f3-8753-809f3dcedec4 demo admin] 10.222.0.73 "GET /v2.0/subnets/1e87441e-55a4-4d13-9efe-d62df06d750e HTTP/1.1" status: 200 len: 849 time: 0.6912079 Jul 04 09:20:47.616266 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-598493d3-6f22-43dd-8e64-6b987b0077e6 demo admin] 10.222.0.73 "GET /v2.0/routers/84e7102e-ec89-4c57-b778-7945b67b4bae HTTP/1.1" status: 200 len: 704 time: 0.1602123 Jul 04 09:20:47.870573 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.189222 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Allocated IP 172.20.0.1 (05ca00d2-56cf-4bc3-8e3a-3e8679516d59/1e87441e-55a4-4d13-9efe-d62df06d750e/f1138f7d-811f-4bab-a2d3-e192abae435e) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:20:48.351090 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.399109 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Publish callbacks [] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.461292 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.505217 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:48.506804 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:48.573504 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:20:48.574109 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (84e7102e-ec89-4c57-b778-7945b67b4bae), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.597767 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Pushing event updated for resources: {'Port': ['ID=f1138f7d-811f-4bab-a2d3-e192abae435e,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:48.650377 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.650745 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.651114 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.651456 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.651795 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.652128 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.652492 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.652827 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.653155 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.653497 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.653829 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.654187 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.654769 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Tracked resource versions report: Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: pushed versions: Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: { 'AddressGroup': {'1.2'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'ConntrackHelper': {'1.0'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Log': {'1.0'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Network': {'1.1'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Port': {'1.7'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'PortForwarding': {'1.2'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'QosPolicy': {'1.10'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SecurityGroup': {'1.5'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SubPort': {'1.0'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Subnet': {'1.1'}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Trunk': {'1.1'}} Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: consumer versions: Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: { DHCP agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: L3 agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: Metadata agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: Metering agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: Open vSwitch agent@dv-cinder-847864-6-iscsi: { 'AddressGroup': '1.2', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'ConntrackHelper': '1.0', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'LocalIPAssociation': '1.0', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Log': '1.0', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Network': '1.1', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Port': '1.7', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'PortForwarding': '1.2', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'QosPolicy': '1.10', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SecurityGroup': '1.5', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SecurityGroupRule': '1.2', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SubPort': '1.0', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Subnet': '1.1', Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Trunk': '1.1'}} Jul 04 09:20:48.656065 dv-cinder-847864-6-iscsi neutron-server[103745]: {{(pid=103745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:20:48.791170 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.897558 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-1ef8ce2e-25f6-4bb6-b221-bf5be936a447 None None] Provisioning complete for port f1138f7d-811f-4bab-a2d3-e192abae435e triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:20:48.897864 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1ef8ce2e-25f6-4bb6-b221-bf5be936a447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.928361 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8ce2e-25f6-4bb6-b221-bf5be936a447 None None] Port f1138f7d-811f-4bab-a2d3-e192abae435e cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:20:48.997961 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Publish callbacks [] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:49.002856 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:49.003681 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (84e7102e-ec89-4c57-b778-7945b67b4bae), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:49.083513 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Pushing event updated for resources: {'Port': ['ID=f1138f7d-811f-4bab-a2d3-e192abae435e,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:49.130550 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:49.131800 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:49.286218 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Router 84e7102e-ec89-4c57-b778-7945b67b4bae is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:20:49.351837 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-675e5296-d7b6-4100-b3ca-06d07fb861ff None None] Provisioning complete for port f1138f7d-811f-4bab-a2d3-e192abae435e triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:20:49.352392 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-675e5296-d7b6-4100-b3ca-06d07fb861ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:49.384920 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-675e5296-d7b6-4100-b3ca-06d07fb861ff None None] Port f1138f7d-811f-4bab-a2d3-e192abae435e cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:20:49.420545 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:49.426626 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-374d20d0-f7d5-44ae-8f63-9bb13031dc81 demo admin] 10.222.0.73 "PUT /v2.0/routers/84e7102e-ec89-4c57-b778-7945b67b4bae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8052003 Jul 04 09:20:49.441430 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Sync routers for ids ['84e7102e-ec89-4c57-b778-7945b67b4bae'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:49.454066 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Routers {'84e7102e-ec89-4c57-b778-7945b67b4bae'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:20:49.455191 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:20:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['84e7102e-ec89-4c57-b778-7945b67b4bae'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:49.636765 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Set router 84e7102e-ec89-4c57-b778-7945b67b4bae gateway port host: None {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:20:50.069065 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'name': 'router1', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:37Z', 'updated_at': '2022-07-04T09:20:48Z', 'revision_number': 2, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'gw_port_host': None, '_interfaces': [{'id': 'f1138f7d-811f-4bab-a2d3-e192abae435e', 'name': '', 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'mac_address': 'fa:16:3e:88:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:47Z', 'updated_at': '2022-07-04T09:20:48Z', 'revision_number': 2, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'subnets': [{'id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abf1105c-7a78-4a67-8dce-154b725ff84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:50.116041 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Checking router: 84e7102e-ec89-4c57-b778-7945b67b4bae for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:50.116417 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Updating router 84e7102e-ec89-4c57-b778-7945b67b4bae port f1138f7d-811f-4bab-a2d3-e192abae435e binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:20:50.170650 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.674415 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Publish callbacks [] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.683403 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.851152 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Attempting to bind port f1138f7d-811f-4bab-a2d3-e192abae435e on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:20:50.851555 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Attempting to bind port f1138f7d-811f-4bab-a2d3-e192abae435e by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '37ad0c5e-9a00-4130-8959-0e0ce696efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:20:50.852018 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Attempting to bind port f1138f7d-811f-4bab-a2d3-e192abae435e on network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:20:50.854116 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Pushing event updated for resources: {'Port': ['ID=f1138f7d-811f-4bab-a2d3-e192abae435e,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:50.863617 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.863979 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.864330 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.864665 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.864998 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.865340 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.865657 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.865982 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.866340 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.866680 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.867010 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.867330 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.867650 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Tracked resource versions report: Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: pushed versions: Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: { 'AddressGroup': {'1.2'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'ConntrackHelper': {'1.0'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Log': {'1.0'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Network': {'1.1'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Port': {'1.7'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'PortForwarding': {'1.2'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'QosPolicy': {'1.10'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SecurityGroup': {'1.5'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SubPort': {'1.0'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Subnet': {'1.1'}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Trunk': {'1.1'}} Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: consumer versions: Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: { DHCP agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: L3 agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: Metadata agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: Metering agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: Open vSwitch agent@dv-cinder-847864-6-iscsi: { 'AddressGroup': '1.2', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'ConntrackHelper': '1.0', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'LocalIPAssociation': '1.0', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Log': '1.0', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Network': '1.1', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Port': '1.7', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'PortForwarding': '1.2', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'QosPolicy': '1.10', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SecurityGroup': '1.5', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SecurityGroupRule': '1.2', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SubPort': '1.0', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Subnet': '1.1', Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Trunk': '1.1'}} Jul 04 09:20:50.868991 dv-cinder-847864-6-iscsi neutron-server[103748]: {{(pid=103748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:20:50.871565 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:20:50.872016 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Checking segment: {'id': '37ad0c5e-9a00-4130-8959-0e0ce696efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:50.872498 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.872886 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Bound using segment: {'id': '37ad0c5e-9a00-4130-8959-0e0ce696efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:20:50.873365 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Bound port: f1138f7d-811f-4bab-a2d3-e192abae435e, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ad0c5e-9a00-4130-8959-0e0ce696efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:20:50.873743 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.911998 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-01261a6a-a694-4ac5-aebc-4c121f623560 None None] Provisioning complete for port f1138f7d-811f-4bab-a2d3-e192abae435e triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:20:50.913052 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01261a6a-a694-4ac5-aebc-4c121f623560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.940961 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] For port f1138f7d-811f-4bab-a2d3-e192abae435e, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:20:50.946479 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-01261a6a-a694-4ac5-aebc-4c121f623560 None None] Port f1138f7d-811f-4bab-a2d3-e192abae435e cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:20:50.961076 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] For port f1138f7d-811f-4bab-a2d3-e192abae435e, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=f1138f7d-811f-4bab-a2d3-e192abae435e,segment=NetworkSegment(37ad0c5e-9a00-4130-8959-0e0ce696efd0),segment_id=37ad0c5e-9a00-4130-8959-0e0ce696efd0)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:20:50.967095 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.024382 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dccd4-bef0-4f6b-a911-f43e061a49a7 None None] Pushing event updated for resources: {'Port': ['ID=f1138f7d-811f-4bab-a2d3-e192abae435e,revision_number=4']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:51.031511 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Routers {'84e7102e-ec89-4c57-b778-7945b67b4bae'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:20:51.032149 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:20:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['84e7102e-ec89-4c57-b778-7945b67b4bae'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:51.120613 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] Set router 84e7102e-ec89-4c57-b778-7945b67b4bae gateway port host: None {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:20:51.268041 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-67636367-cf3b-4b0f-8379-8158ce7189eb None None] Provisioning complete for port f1138f7d-811f-4bab-a2d3-e192abae435e triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:20:51.268422 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-67636367-cf3b-4b0f-8379-8158ce7189eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.331729 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'name': 'router1', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:37Z', 'updated_at': '2022-07-04T09:20:48Z', 'revision_number': 2, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'gw_port_host': None, '_interfaces': [{'id': 'f1138f7d-811f-4bab-a2d3-e192abae435e', 'name': '', 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'mac_address': 'fa:16:3e:88:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:47Z', 'updated_at': '2022-07-04T09:20:50Z', 'revision_number': 4, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'subnets': [{'id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abf1105c-7a78-4a67-8dce-154b725ff84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:51.339854 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-67636367-cf3b-4b0f-8379-8158ce7189eb None None] Current status of the port f1138f7d-811f-4bab-a2d3-e192abae435e is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:20:51.340522 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-67636367-cf3b-4b0f-8379-8158ce7189eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.356035 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8519f59-9f51-4f55-b1e7-8985f8b1c148 None None] The sync data for ids ['84e7102e-ec89-4c57-b778-7945b67b4bae'] in dv-cinder-847864-6-iscsi is: [{'id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'name': 'router1', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:37Z', 'updated_at': '2022-07-04T09:20:48Z', 'revision_number': 2, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'gw_port_host': None, '_interfaces': [{'id': 'f1138f7d-811f-4bab-a2d3-e192abae435e', 'name': '', 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'mac_address': 'fa:16:3e:88:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:47Z', 'updated_at': '2022-07-04T09:20:50Z', 'revision_number': 4, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'subnets': [{'id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abf1105c-7a78-4a67-8dce-154b725ff84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:51.377613 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-67636367-cf3b-4b0f-8379-8158ce7189eb None None] For port f1138f7d-811f-4bab-a2d3-e192abae435e, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=f1138f7d-811f-4bab-a2d3-e192abae435e,segment=NetworkSegment(37ad0c5e-9a00-4130-8959-0e0ce696efd0),segment_id=37ad0c5e-9a00-4130-8959-0e0ce696efd0)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:51.382129 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-67636367-cf3b-4b0f-8379-8158ce7189eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.431886 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67636367-cf3b-4b0f-8379-8158ce7189eb None None] Pushing event updated for resources: {'Port': ['ID=f1138f7d-811f-4bab-a2d3-e192abae435e,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:51.927402 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51432) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:52.041104 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc3a8f-7b3a-478b-897e-a699ade1fb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:52.042418 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-8bcc3a8f-7b3a-478b-897e-a699ade1fb2a admin admin] 10.222.0.73 "GET /v2.0/networks/007453c2-82ca-482e-9dba-6f31ee43a619 HTTP/1.1" status: 200 len: 842 time: 0.1140633 Jul 04 09:20:52.052115 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:52.086946 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Made reservation on behalf of a23ba434c7f24485af06b70e0d768660 for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:20:52.089292 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.396160 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.objects.ports [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103745) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jul 04 09:20:52.396530 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (2cf1f5c3-1186-4558-bcad-43fd0ebae664), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.445278 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf1f5c3-1186-4558-bcad-43fd0ebae664,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:52.462289 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:52.462640 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Network hostable DHCP agents. Network: 007453c2-82ca-482e-9dba-6f31ee43a619, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:20:52.483230 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:20:52.495400 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 007453c2-82ca-482e-9dba-6f31ee43a619) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:52.500734 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:52.501208 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.506896 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfbe33f-26eb-4f64-b06d-673712c363b8 None None] Network 007453c2-82ca-482e-9dba-6f31ee43a619 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:20:52.525345 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-426d8ea2-315e-4dff-b2f5-7bc29d5d48d8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4767118 Jul 04 09:20:52.615507 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73063f5b-9aa7-40bd-a58c-23782ebd3915 None None] Network 007453c2-82ca-482e-9dba-6f31ee43a619 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:20:54.999280 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51440) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:55.128112 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-de1913c9-90df-4b76-8229-8948bc0c4557 demo admin] 10.222.0.73 "GET /v2.0/routers/84e7102e-ec89-4c57-b778-7945b67b4bae HTTP/1.1" status: 200 len: 710 time: 0.1277225 Jul 04 09:20:55.215315 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b30974-e6b9-48c2-97b2-7994f684b670 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:55.216586 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-e6b30974-e6b9-48c2-97b2-7994f684b670 demo admin] 10.222.0.73 "GET /v2.0/networks/007453c2-82ca-482e-9dba-6f31ee43a619 HTTP/1.1" status: 200 len: 886 time: 0.0832229 Jul 04 09:20:55.225852 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:55.461834 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Publish callbacks [] for router_gateway (84e7102e-ec89-4c57-b778-7945b67b4bae), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:55.699305 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Publish callbacks [] for router_gateway (84e7102e-ec89-4c57-b778-7945b67b4bae), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:55.776362 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:55.946709 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Allocated IP 172.27.3.8 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/2a7a9885-ccf0-4545-b538-aa445b07771c) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:20:56.046105 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Publish callbacks [] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:56.077941 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:56.118672 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:56.121530 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:56.125126 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:20:56.156294 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Pushing event updated for resources: {'Port': ['ID=2a7a9885-ccf0-4545-b538-aa445b07771c,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:56.398700 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Publish callbacks [] for router_gateway (84e7102e-ec89-4c57-b778-7945b67b4bae), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:56.582591 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router (84e7102e-ec89-4c57-b778-7945b67b4bae), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:56.587324 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-672989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-672966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-684671'] for router (84e7102e-ec89-4c57-b778-7945b67b4bae), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:56.689077 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Router 84e7102e-ec89-4c57-b778-7945b67b4bae has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:20:56.797409 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:56.801685 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:56.802934 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-5e05c664-d8c9-451e-820c-48dd7ea26f69 demo admin] 10.222.0.73 "PUT /v2.0/routers/84e7102e-ec89-4c57-b778-7945b67b4bae HTTP/1.1" status: 200 len: 888 time: 1.5801675 Jul 04 09:20:59.232128 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device f1138f7d-811f-4bab-a2d3-e192abae435e up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:59.279048 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port f1138f7d-811f-4bab-a2d3-e192abae435e triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:20:59.279777 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:59.354932 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port f1138f7d-811f-4bab-a2d3-e192abae435e is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:20:59.432517 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51452) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:59.556347 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-6056813e-4d37-4617-97d3-f77f72678841 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1226311 Jul 04 09:21:00.195070 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Sync routers for ids ['84e7102e-ec89-4c57-b778-7945b67b4bae'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:21:00.206478 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Routers {'84e7102e-ec89-4c57-b778-7945b67b4bae'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:21:00.207099 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:20:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['84e7102e-ec89-4c57-b778-7945b67b4bae'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:00.410188 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Set router 84e7102e-ec89-4c57-b778-7945b67b4bae gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:21:00.867897 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'name': 'router1', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7a9885-ccf0-4545-b538-aa445b07771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:37Z', 'updated_at': '2022-07-04T09:20:56Z', 'revision_number': 4, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'gw_port': {'id': '2a7a9885-ccf0-4545-b538-aa445b07771c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:55Z', 'updated_at': '2022-07-04T09:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'f1138f7d-811f-4bab-a2d3-e192abae435e', 'name': '', 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'mac_address': 'fa:16:3e:88:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:47Z', 'updated_at': '2022-07-04T09:20:51Z', 'revision_number': 5, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'subnets': [{'id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abf1105c-7a78-4a67-8dce-154b725ff84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:00.918017 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Checking router: 84e7102e-ec89-4c57-b778-7945b67b4bae for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:21:00.918435 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Updating router 84e7102e-ec89-4c57-b778-7945b67b4bae port 2a7a9885-ccf0-4545-b538-aa445b07771c binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:21:00.973438 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:01.280560 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Publish callbacks [] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:01.288036 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:01.338247 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Attempting to bind port 2a7a9885-ccf0-4545-b538-aa445b07771c on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:21:01.338623 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Attempting to bind port 2a7a9885-ccf0-4545-b538-aa445b07771c by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:21:01.338987 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Attempting to bind port 2a7a9885-ccf0-4545-b538-aa445b07771c on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:21:01.347409 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a946ae2-86f0-4267-b94e-5461ea40efec None None] Pushing event updated for resources: {'Port': ['ID=2a7a9885-ccf0-4545-b538-aa445b07771c,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:01.350641 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:21:01.351018 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:21:01.351417 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:01.351804 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:21:01.352277 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Bound port: 2a7a9885-ccf0-4545-b538-aa445b07771c, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:21:01.352651 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:01.403269 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] For port 2a7a9885-ccf0-4545-b538-aa445b07771c, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:21:01.406714 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] For port 2a7a9885-ccf0-4545-b538-aa445b07771c, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=2a7a9885-ccf0-4545-b538-aa445b07771c,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:21:01.413418 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:01.462987 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Routers {'84e7102e-ec89-4c57-b778-7945b67b4bae'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:21:01.463283 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:20:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['84e7102e-ec89-4c57-b778-7945b67b4bae'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:01.518174 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a946ae2-86f0-4267-b94e-5461ea40efec None None] Pushing event updated for resources: {'Port': ['ID=2a7a9885-ccf0-4545-b538-aa445b07771c,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:01.579672 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] Set router 84e7102e-ec89-4c57-b778-7945b67b4bae gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:21:01.806927 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'name': 'router1', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7a9885-ccf0-4545-b538-aa445b07771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:37Z', 'updated_at': '2022-07-04T09:20:56Z', 'revision_number': 4, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'gw_port': {'id': '2a7a9885-ccf0-4545-b538-aa445b07771c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:55Z', 'updated_at': '2022-07-04T09:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'f1138f7d-811f-4bab-a2d3-e192abae435e', 'name': '', 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'mac_address': 'fa:16:3e:88:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:47Z', 'updated_at': '2022-07-04T09:20:51Z', 'revision_number': 5, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'subnets': [{'id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abf1105c-7a78-4a67-8dce-154b725ff84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:01.833207 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0560b0e-8e5a-4ffd-ab35-2ed2ee3842e1 None None] The sync data for ids ['84e7102e-ec89-4c57-b778-7945b67b4bae'] in dv-cinder-847864-6-iscsi is: [{'id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'name': 'router1', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7a9885-ccf0-4545-b538-aa445b07771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:37Z', 'updated_at': '2022-07-04T09:20:56Z', 'revision_number': 4, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'gw_port': {'id': '2a7a9885-ccf0-4545-b538-aa445b07771c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:55Z', 'updated_at': '2022-07-04T09:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'f1138f7d-811f-4bab-a2d3-e192abae435e', 'name': '', 'network_id': '05ca00d2-56cf-4bc3-8e3a-3e8679516d59', 'tenant_id': '11c8663b970d4f59bba13e3577fc62be', 'mac_address': 'fa:16:3e:88:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7102e-ec89-4c57-b778-7945b67b4bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:47Z', 'updated_at': '2022-07-04T09:20:51Z', 'revision_number': 5, 'project_id': '11c8663b970d4f59bba13e3577fc62be', 'subnets': [{'id': '1e87441e-55a4-4d13-9efe-d62df06d750e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abf1105c-7a78-4a67-8dce-154b725ff84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:21:03.298521 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 2a7a9885-ccf0-4545-b538-aa445b07771c up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:21:03.381348 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 2a7a9885-ccf0-4545-b538-aa445b07771c triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:21:03.381671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:03.465906 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 2a7a9885-ccf0-4545-b538-aa445b07771c is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:21:03.465906 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:03.512126 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 2a7a9885-ccf0-4545-b538-aa445b07771c, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=2a7a9885-ccf0-4545-b538-aa445b07771c,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:03.519423 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:03.589502 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=2a7a9885-ccf0-4545-b538-aa445b07771c,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:05.297575 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 2a7a9885-ccf0-4545-b538-aa445b07771c up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:21:05.395163 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 2a7a9885-ccf0-4545-b538-aa445b07771c triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:21:05.396046 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (2a7a9885-ccf0-4545-b538-aa445b07771c), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:05.564671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 2a7a9885-ccf0-4545-b538-aa445b07771c is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:21:11.974841 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6b9e-cdfb-4ff7-b18c-5061de947b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:14.045847 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4de58ff8-5599-4b4f-b851-4174dad558d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.386703 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.770074 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:18.189095 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:21:18.360582 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:41.983660 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42d02ccb-1ba7-4447-b0fd-b09bb8aefea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:44.052302 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8a94132d-8cbd-481c-b6fa-2edb591a81c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:45.387509 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:46.735119 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:48.355546 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:55.191912 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:22:11.964760 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9924cbaa-7dec-4d72-832a-103ab3993994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:14.046757 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-51686a58-83d9-4d42-801c-cda1cc6c1985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:15.391305 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:16.738631 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:18.361790 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:25.408354 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51934) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:25.469589 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60e553f-6f84-48c1-881d-28e3067695f8 admin admin] GET failed (client error): The resource could not be found. Jul 04 09:22:25.470974 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-e60e553f-6f84-48c1-881d-28e3067695f8 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615997 Jul 04 09:22:25.629914 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1832e-7786-464f-adf0-93ac29031f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:25.631353 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-19a1832e-7786-464f-adf0-93ac29031f34 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562910 Jul 04 09:22:27.990974 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51944) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:28.082464 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f866b-4bfd-41a0-9359-6580e7f7564b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:28.083850 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-e47f866b-4bfd-41a0-9359-6580e7f7564b admin admin] 10.222.0.73 "GET /v2.0/subnets/1e87441e-55a4-4d13-9efe-d62df06d750e HTTP/1.1" status: 200 len: 849 time: 0.0919297 Jul 04 09:22:28.093558 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:22:28.179337 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Publish callbacks [] for subnet (1e87441e-55a4-4d13-9efe-d62df06d750e), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:28.321959 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771675411999'] for subnet (1e87441e-55a4-4d13-9efe-d62df06d750e), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:28.350852 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:28.351448 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:28.355046 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] 10.222.0.73 "PUT /v2.0/subnets/1e87441e-55a4-4d13-9efe-d62df06d750e HTTP/1.1" status: 200 len: 868 time: 0.2655180 Jul 04 09:22:28.355632 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ef411-3c6e-4df3-80da-bfe38210aa89 None None] Network 05ca00d2-56cf-4bc3-8e3a-3e8679516d59 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:22:28.377770 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e87441e-55a4-4d13-9efe-d62df06d750e,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:22:28.386000 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.386682 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.387204 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.387697 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.388194 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.388696 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.389727 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.390336 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.390965 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.391462 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.391955 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.392453 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.393132 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a627634-f3e5-4f55-9ee9-1db1e552eace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:28.701774 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-6e162931-382c-4380-899f-94bab25ee4db None None] Provisioning complete for port f1138f7d-811f-4bab-a2d3-e192abae435e triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:22:28.702197 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6e162931-382c-4380-899f-94bab25ee4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f1138f7d-811f-4bab-a2d3-e192abae435e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:28.775639 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-6e162931-382c-4380-899f-94bab25ee4db None None] Current status of the port f1138f7d-811f-4bab-a2d3-e192abae435e is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:22:28.786610 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-6e162931-382c-4380-899f-94bab25ee4db None None] Provisioning complete for port 4bac5abd-ee77-4f49-82e6-9d034de43a0b triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:22:28.786998 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6e162931-382c-4380-899f-94bab25ee4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4bac5abd-ee77-4f49-82e6-9d034de43a0b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:28.859784 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-6e162931-382c-4380-899f-94bab25ee4db None None] Current status of the port 4bac5abd-ee77-4f49-82e6-9d034de43a0b is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:22:30.739169 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51952) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:31.012805 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e3c18-996b-4387-b3ef-4ad61ddd002d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:31.013284 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e3c18-996b-4387-b3ef-4ad61ddd002d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:31.015194 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-fc8e3c18-996b-4387-b3ef-4ad61ddd002d admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2750621 Jul 04 09:22:32.190748 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:22:33.426092 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51960) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:33.560411 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a59c9-1c29-488b-8be3-d24ea15e0c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:33.561576 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a59c9-1c29-488b-8be3-d24ea15e0c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:33.563159 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-095a59c9-1c29-488b-8be3-d24ea15e0c84 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361239 Jul 04 09:22:35.922269 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 51968) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:36.085924 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69a0b6-27c7-4296-b443-a71d2986212c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:36.087314 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-df69a0b6-27c7-4296-b443-a71d2986212c admin admin] 10.222.0.73 "GET /v2.0/networks/007453c2-82ca-482e-9dba-6f31ee43a619 HTTP/1.1" status: 200 len: 886 time: 0.1639290 Jul 04 09:22:38.467090 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51978) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:38.597566 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595800d8-c61f-4377-b214-9617f20cdfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:38.598979 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-595800d8-c61f-4377-b214-9617f20cdfb5 admin admin] 10.222.0.73 "GET /v2.0/networks/05ca00d2-56cf-4bc3-8e3a-3e8679516d59 HTTP/1.1" status: 200 len: 869 time: 0.1308858 Jul 04 09:22:41.001796 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51986) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:41.122563 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4f39c-f7cf-460a-a6a5-0d3363f3dddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:41.123018 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4f39c-f7cf-460a-a6a5-0d3363f3dddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:41.124737 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-cae4f39c-f7cf-460a-a6a5-0d3363f3dddb admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219411 Jul 04 09:22:41.966893 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8ec74dcf-3613-4d38-bc7e-bf8a051f3fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:43.463272 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 51994) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:43.558765 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd2d5a-acf2-47c9-834c-80a08a434598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:43.559217 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd2d5a-acf2-47c9-834c-80a08a434598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:43.561296 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-3ecd2d5a-acf2-47c9-834c-80a08a434598 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0965176 Jul 04 09:22:44.049697 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eb08bd4b-8fdd-4863-8111-0b1dc4bfe901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:45.395540 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:45.956587 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52002) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:46.049148 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750941bf-a99f-43f5-95cb-daf300412eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:46.050542 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-750941bf-a99f-43f5-95cb-daf300412eb4 admin admin] 10.222.0.73 "GET /v2.0/subnets/1e87441e-55a4-4d13-9efe-d62df06d750e HTTP/1.1" status: 200 len: 868 time: 0.0926580 Jul 04 09:22:46.745361 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:48.354225 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:48.441764 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52010) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:48.527786 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb764ca-a77f-416b-86e8-164f4f08f43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:48.530112 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-bfb764ca-a77f-416b-86e8-164f4f08f43d admin admin] 10.222.0.73 "GET /v2.0/subnets/2cf1f5c3-1186-4558-bcad-43fd0ebae664 HTTP/1.1" status: 200 len: 816 time: 0.0866830 Jul 04 09:23:09.189988 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:23:11.971455 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fa6afcee-52a2-4d66-85d9-3e968e08c3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:14.057350 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a5d2be93-a068-4c65-a90e-cd5c2df6fc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:14.430376 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52064) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:14.478537 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [None req-8c07f636-aa9b-4ba5-84b0-3ad4d4caebdc admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103745) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:23:14.479547 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-8c07f636-aa9b-4ba5-84b0-3ad4d4caebdc admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482354 Jul 04 09:23:15.397546 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:16.739094 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:16.928580 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52072) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:16.988960 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1e98cc-6335-4fee-8e7f-b11b07e05f26 admin admin] GET failed (client error): The resource could not be found. Jul 04 09:23:16.990205 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-5b1e98cc-6335-4fee-8e7f-b11b07e05f26 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606625 Jul 04 09:23:17.076476 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e15e0-7db5-4870-ab74-b9272baa3280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:17.077958 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-561e15e0-7db5-4870-ab74-b9272baa3280 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838664 Jul 04 09:23:18.356750 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:19.464898 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52080) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:19.511546 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:19.532936 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Made reservation on behalf of a23ba434c7f24485af06b70e0d768660 for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:23:19.535179 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:19.561851 dv-cinder-847864-6-iscsi neutron-server[103745]: WARNING neutron.services.revisions.revision_plugin [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Could not find related network for resource to bump revision. Jul 04 09:23:19.577645 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:23:19.589865 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771675466433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (26bf10a9-63e9-4fad-870e-30a6a4d13fdb), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:19.590422 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Unsubscribe: segment precommit_create {{(pid=103745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 09:23:19.590879 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Added segment 26bf10a9-63e9-4fad-870e-30a6a4d13fdb of type vlan for network 4e519826-2574-4b4e-8d55-59ee8ac9141f Jul 04 09:23:19.634242 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (4e519826-2574-4b4e-8d55-59ee8ac9141f), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:19.666703 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (4e519826-2574-4b4e-8d55-59ee8ac9141f), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:19.667555 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:19.668118 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:19.744980 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2790072 Jul 04 09:23:19.757231 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d88c5d-329c-4b2c-8726-fac3f7fdea98 admin admin] Pushing event updated for resources: {'Network': ['ID=4e519826-2574-4b4e-8d55-59ee8ac9141f,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:19.774001 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 4e519826-2574-4b4e-8d55-59ee8ac9141f details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:23:22.155869 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52088) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:22.216034 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a49975-b62a-4f04-88d0-1ce70d9b7b96 admin admin] GET failed (client error): The resource could not be found. Jul 04 09:23:22.217497 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b7a49975-b62a-4f04-88d0-1ce70d9b7b96 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606549 Jul 04 09:23:22.288469 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37cc363-e26a-440a-88f0-fad1c8f32774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:22.289932 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-c37cc363-e26a-440a-88f0-fad1c8f32774 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684643 Jul 04 09:23:22.299960 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Request body: {'subnet': {'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:22.318670 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Made reservation on behalf of a23ba434c7f24485af06b70e0d768660 for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:23:22.320958 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:22.483561 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (cb297dbe-ce02-4682-a8c1-1d974b9855a7), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:22.538457 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb297dbe-ce02-4682-a8c1-1d974b9855a7,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:22.545914 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Checking segment: {'id': '26bf10a9-63e9-4fad-870e-30a6a4d13fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:23:22.546307 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Network hostable DHCP agents. Network: 4e519826-2574-4b4e-8d55-59ee8ac9141f, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:23:22.562852 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Network 4e519826-2574-4b4e-8d55-59ee8ac9141f is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:23:22.571569 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 4e519826-2574-4b4e-8d55-59ee8ac9141f) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:23:22.575569 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:22.576770 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:22.581201 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e386e-6198-4f8d-8db0-c5f04f58fc45 None None] Network 4e519826-2574-4b4e-8d55-59ee8ac9141f requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:23:22.594129 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-a46bfc5c-594a-4f2c-adb3-0bbfff8b9f97 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2973838 Jul 04 09:23:22.689884 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-4e519826-2574-4b4e-8d55-59ee8ac9141f', 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f', 'project_id': 'a23ba434c7f24485af06b70e0d768660', 'fixed_ips': [{'subnet_id': 'cb297dbe-ce02-4682-a8c1-1d974b9855a7'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:23:22.690791 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:22.830022 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Allocated IP 192.168.233.2 (4e519826-2574-4b4e-8d55-59ee8ac9141f/cb297dbe-ce02-4682-a8c1-1d974b9855a7/549e2701-2fe6-42b2-b847-f12de4b11916) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:23:23.065308 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Publish callbacks [] for port (549e2701-2fe6-42b2-b847-f12de4b11916), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:23.072112 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (549e2701-2fe6-42b2-b847-f12de4b11916), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:23.107990 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Network 4e519826-2574-4b4e-8d55-59ee8ac9141f is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:23:23.112718 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:23:23.116180 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:23:23.126488 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Pushing event updated for resources: {'Port': ['ID=549e2701-2fe6-42b2-b847-f12de4b11916,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:23.156004 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.156374 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.157031 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.157643 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.157643 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.157977 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.158331 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.158639 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.158964 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.159289 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.159612 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.159933 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.160254 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:23.189900 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Attempting to bind port 549e2701-2fe6-42b2-b847-f12de4b11916 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:23:23.190307 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Attempting to bind port 549e2701-2fe6-42b2-b847-f12de4b11916 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '26bf10a9-63e9-4fad-870e-30a6a4d13fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:23:23.190677 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Attempting to bind port 549e2701-2fe6-42b2-b847-f12de4b11916 on network 4e519826-2574-4b4e-8d55-59ee8ac9141f {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:23:23.195799 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:23:23.196195 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Checking segment: {'id': '26bf10a9-63e9-4fad-870e-30a6a4d13fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:23:23.197116 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:23.197116 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Bound using segment: {'id': '26bf10a9-63e9-4fad-870e-30a6a4d13fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:23:23.197439 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Bound port: 549e2701-2fe6-42b2-b847-f12de4b11916, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bf10a9-63e9-4fad-870e-30a6a4d13fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:23:23.197814 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (549e2701-2fe6-42b2-b847-f12de4b11916), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:23.257896 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] For port 549e2701-2fe6-42b2-b847-f12de4b11916, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:23:23.261197 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] For port 549e2701-2fe6-42b2-b847-f12de4b11916, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=549e2701-2fe6-42b2-b847-f12de4b11916,segment=NetworkSegment(26bf10a9-63e9-4fad-870e-30a6a4d13fdb),segment_id=26bf10a9-63e9-4fad-870e-30a6a4d13fdb)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:23:23.268622 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (549e2701-2fe6-42b2-b847-f12de4b11916), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:23.329777 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ed470-5ec6-4dde-b485-9e16f01e1767 None None] Pushing event updated for resources: {'Port': ['ID=549e2701-2fe6-42b2-b847-f12de4b11916,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:24.175772 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f90cf7-3ea4-4bfa-93c5-4de2b69591b4 None None] Network 4e519826-2574-4b4e-8d55-59ee8ac9141f requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:23:24.247215 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-d6930a0a-e636-4dfa-9cfa-24641bdf2f6d None None] Provisioning complete for port 549e2701-2fe6-42b2-b847-f12de4b11916 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:23:24.248052 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d6930a0a-e636-4dfa-9cfa-24641bdf2f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (549e2701-2fe6-42b2-b847-f12de4b11916), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:24.369209 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-d6930a0a-e636-4dfa-9cfa-24641bdf2f6d None None] Current status of the port 549e2701-2fe6-42b2-b847-f12de4b11916 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:23:24.369209 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d6930a0a-e636-4dfa-9cfa-24641bdf2f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (549e2701-2fe6-42b2-b847-f12de4b11916), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:24.407498 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-d6930a0a-e636-4dfa-9cfa-24641bdf2f6d None None] For port 549e2701-2fe6-42b2-b847-f12de4b11916, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=549e2701-2fe6-42b2-b847-f12de4b11916,segment=NetworkSegment(26bf10a9-63e9-4fad-870e-30a6a4d13fdb),segment_id=26bf10a9-63e9-4fad-870e-30a6a4d13fdb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:23:24.413010 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d6930a0a-e636-4dfa-9cfa-24641bdf2f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (549e2701-2fe6-42b2-b847-f12de4b11916), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:24.463728 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930a0a-e636-4dfa-9cfa-24641bdf2f6d None None] Pushing event updated for resources: {'Port': ['ID=549e2701-2fe6-42b2-b847-f12de4b11916,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:24.637322 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-8b55c044-27e6-467d-94e4-fafbdc2fc506 None None] Provisioning complete for port 549e2701-2fe6-42b2-b847-f12de4b11916 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:23:24.637830 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8b55c044-27e6-467d-94e4-fafbdc2fc506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (549e2701-2fe6-42b2-b847-f12de4b11916), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:24.713478 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-8b55c044-27e6-467d-94e4-fafbdc2fc506 None None] Current status of the port 549e2701-2fe6-42b2-b847-f12de4b11916 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:23:25.335463 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 549e2701-2fe6-42b2-b847-f12de4b11916 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:23:25.382199 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 549e2701-2fe6-42b2-b847-f12de4b11916 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:23:25.382580 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (549e2701-2fe6-42b2-b847-f12de4b11916), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:25.459732 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 549e2701-2fe6-42b2-b847-f12de4b11916 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:23:41.972204 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0ed1bded-4d5a-4dad-b60d-110bc8562187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:44.050780 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e9450828-7496-4db4-845f-9b35dea55f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:45.399480 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:46.188426 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:23:46.743145 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:48.360159 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:11.973113 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a4223824-a573-4b31-9adf-d81cfe34ad69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:14.054129 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-86a78c42-a155-4855-9120-1471038e2986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:15.401864 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:16.746632 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:18.365053 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:23.187445 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:24:41.977922 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-111792ec-2e61-4d37-be2b-4dae5c75a6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:44.055169 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-faa614a6-f1cc-4f7f-9a21-60e0eaae4013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:45.405183 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:46.749529 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:48.363149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:00.187797 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:25:02.564261 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52126) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:02.570048 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [None req-28075506-1453-47f3-be48-280d7f3e4ca9 tempest-verify_tempest_config-934334145 tempest-verify_tempest_config-934334145-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103745) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:25:02.571016 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-28075506-1453-47f3-be48-280d7f3e4ca9 tempest-verify_tempest_config-934334145 tempest-verify_tempest_config-934334145-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057909 Jul 04 09:25:02.856995 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52144) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:02.961909 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.064399 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Publish callbacks [] for security_group (2b991d91-791d-4a14-8543-2b2435568229), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.067910 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (2b991d91-791d-4a14-8543-2b2435568229), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.110166 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b991d91-791d-4a14-8543-2b2435568229,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:03.114591 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04fd6eab185444609b9d63f935bc6d4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2566319 Jul 04 09:25:03.117374 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52148) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:03.119232 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.119574 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.119925 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.120264 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.120601 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.120934 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.121265 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.121595 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.121939 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.122313 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.122643 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.122965 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.123807 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef628fef-f9c2-4e01-ac3c-be16d8dce9c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.173117 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Publish callbacks [] for security_group (2b991d91-791d-4a14-8543-2b2435568229), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.193822 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Publish callbacks [] for security_group (2b991d91-791d-4a14-8543-2b2435568229), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.288001 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (2b991d91-791d-4a14-8543-2b2435568229), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.290570 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.291924 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b991d91-791d-4a14-8543-2b2435568229 HTTP/1.1" status: 204 len: 168 time: 0.1733251 Jul 04 09:25:03.300118 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b991d91-791d-4a14-8543-2b2435568229,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:03.306771 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.307147 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.307496 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.307835 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.308166 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.308514 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.308841 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.309237 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.309571 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.309899 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.310257 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.310585 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:03.312041 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a1e3b-b1be-471f-9440-8fd0957ed02c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:11.970320 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3679cad9-3701-4807-8642-a7296ee00b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:14.057965 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9f610ba0-510b-4d4b-a340-66b94eca73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:15.408995 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:16.751362 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:18.365740 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:37.185458 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:25:41.970479 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2603a1de-84cb-41c8-9b4c-46416454bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:44.059684 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7b0c6b6b-40b3-4d8f-b6b0-af62f1c182ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:45.410205 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:46.753929 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:48.369369 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:11.971232 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ff959198-8207-495f-a02c-cb5c3509149b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:14.064418 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b1443741-f1be-4bc5-b4c4-58e7ebd42f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:14.183677 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 5 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:26:15.412570 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:16.757177 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:18.371389 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:41.972928 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-05da85fd-2156-49e7-8272-8fc266c3a75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:44.067243 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4902518a-0740-42e5-8212-242ad47f439f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:45.415657 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:46.759177 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:48.374555 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:49.042163 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674246'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:51.182892 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:27:03.200583 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52220) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:03.305818 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-63b072b2-9574-4c22-a328-51470da16e9c admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1041369 Jul 04 09:27:06.489465 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52230) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:06.550342 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-59920187-416e-4705-8b3e-33e124d18f9d admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0597525 Jul 04 09:27:11.975266 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-201ca969-b47c-430f-9aaa-3c9ba6654832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:14.070905 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-52b7fc99-f52e-427a-aff4-b80e46c124a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:15.418552 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:16.763749 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:18.378312 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:18.995855 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:28.182894 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:27:41.976633 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-377629ee-f5da-414a-842a-66d0b826cf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:44.072597 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-519af530-8214-4506-a40b-3d124aa8f63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:45.421945 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:46.765130 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:48.380159 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:49.018092 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:05.183998 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:28:11.979229 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-438faa96-2369-4d1d-8264-004d17eb4420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:14.074163 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-cdf23e1a-3b4b-41f7-9b78-4dbdd9e6f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:15.425448 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:16.767581 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:18.383889 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:19.008271 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:41.980932 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9b18e2a9-29e8-4b55-9339-8adf92b4a07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:42.184559 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:28:44.076926 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-32dd5200-2376-4edb-84a0-918994955bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:45.429753 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:46.771360 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:48.386182 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:49.016575 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:52.726257 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52314) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:52.910557 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1266938877-network', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:52.930767 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Made reservation on behalf of 6a68b94cba234defbc9f59f21c9d0fb5 for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:52.933245 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:52.945201 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.024906 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Publish callbacks [] for security_group (cd0cd8bc-98f7-4e6c-ac2e-06f08e1b4341), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.029807 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cd0cd8bc-98f7-4e6c-ac2e-06f08e1b4341), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.057995 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0cd8bc-98f7-4e6c-ac2e-06f08e1b4341,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:53.066733 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.067433 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.068559 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.069197 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.069611 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.069951 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.070309 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.070807 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.071305 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.071814 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.072295 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.072788 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.073290 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Tracked resource versions report: Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: pushed versions: Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: { 'AddressGroup': {'1.2'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'ConntrackHelper': {'1.0'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Log': {'1.0'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Network': {'1.1'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Port': {'1.7'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'PortForwarding': {'1.2'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'QosPolicy': {'1.10'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SecurityGroup': {'1.5'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SubPort': {'1.0'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Subnet': {'1.1'}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Trunk': {'1.1'}} Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: consumer versions: Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: { DHCP agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: HyperV agent@hv-cinder-84786: {}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: L3 agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: Metadata agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: Metering agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: Open vSwitch agent@dv-cinder-847864-6-iscsi: { 'AddressGroup': '1.2', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'ConntrackHelper': '1.0', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'LocalIPAssociation': '1.0', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Log': '1.0', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Network': '1.1', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Port': '1.7', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'PortForwarding': '1.2', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'QosPolicy': '1.10', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SecurityGroup': '1.5', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SecurityGroupRule': '1.2', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'SubPort': '1.0', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Subnet': '1.1', Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: 'Trunk': '1.1'}} Jul 04 09:28:53.074374 dv-cinder-847864-6-iscsi neutron-server[103746]: {{(pid=103746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:28:53.080005 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:28:53.090485 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (931fe22a-20d4-4898-8f97-d52b82793c5a), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.098079 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Added segment 931fe22a-20d4-4898-8f97-d52b82793c5a of type vlan for network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae Jul 04 09:28:53.134025 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.160880 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.162340 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:53.163188 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.228991 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5001082 Jul 04 09:28:53.232117 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52368) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:53.236085 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60174ae6-ccc9-4c6a-947e-ae6b360ab2fa admin admin] Pushing event updated for resources: {'Network': ['ID=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:53.238365 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Request body: {'subnet': {'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-subnet', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:53.248671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:28:53.260746 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Made reservation on behalf of 6a68b94cba234defbc9f59f21c9d0fb5 for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:53.265239 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.447191 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.495903 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:53.503549 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.503913 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.504251 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.504589 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.504909 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.505231 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.506136 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.506649 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.507226 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.507724 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.508207 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.508691 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.509017 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Tracked resource versions report: Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: pushed versions: Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: { 'AddressGroup': {'1.2'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'ConntrackHelper': {'1.0'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Log': {'1.0'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Network': {'1.1'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Port': {'1.7'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'PortForwarding': {'1.2'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'QosPolicy': {'1.10'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SecurityGroup': {'1.5'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SubPort': {'1.0'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Subnet': {'1.1'}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Trunk': {'1.1'}} Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: consumer versions: Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: { DHCP agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: HyperV agent@hv-cinder-84786: {}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: L3 agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: Metadata agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: Metering agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: Open vSwitch agent@dv-cinder-847864-6-iscsi: { 'AddressGroup': '1.2', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'ConntrackHelper': '1.0', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'LocalIPAssociation': '1.0', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Log': '1.0', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Network': '1.1', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Port': '1.7', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'PortForwarding': '1.2', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'QosPolicy': '1.10', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SecurityGroup': '1.5', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SecurityGroupRule': '1.2', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'SubPort': '1.0', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Subnet': '1.1', Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: 'Trunk': '1.1'}} Jul 04 09:28:53.510067 dv-cinder-847864-6-iscsi neutron-server[103745]: {{(pid=103745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:28:53.530786 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Checking segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:53.531435 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Network hostable DHCP agents. Network: d3c6191c-4c3b-48e1-85f3-c7953f71c4ae, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:28:53.549547 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:28:53.560103 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, d3c6191c-4c3b-48e1-85f3-c7953f71c4ae) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:53.564108 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:53.564742 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.569498 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0146b1d-3e70-468f-a502-cc59e0dde984 None None] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:28:53.579174 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52382) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:53.594898 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52386) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:53.598593 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-4ac380a6-2121-4cec-ab93-02d67587e8b9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3653495 Jul 04 09:28:53.599989 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:53.628067 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (114bb885-bd91-462c-909e-30bde5497dc9), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.629957 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (114bb885-bd91-462c-909e-30bde5497dc9), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.694208 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-d3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:28:53.695366 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.712515 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks [] for router_controller (114bb885-bd91-462c-909e-30bde5497dc9), precommit_add_association {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.861102 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Allocated IP 172.20.0.2 (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae/7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4/8a3608ed-5857-4d19-9e4a-812ca253b34e) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:28:53.915941 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks [] for router_gateway (114bb885-bd91-462c-909e-30bde5497dc9), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:53.927146 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-network', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:53.984615 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Made reservation on behalf of d61a8ec08da9488aae381f6cde07cb5e for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:53.987491 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.000578 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.049705 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Publish callbacks [] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.058585 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.102371 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:28:54.105369 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:54.111994 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:28:54.134229 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Pushing event updated for resources: {'Port': ['ID=8a3608ed-5857-4d19-9e4a-812ca253b34e,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:54.180581 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.180752 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.181115 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.181449 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.181780 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.182127 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.182454 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.182776 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.183096 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.183427 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.184049 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.184049 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.184359 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Tracked resource versions report: Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: pushed versions: Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: { 'AddressGroup': {'1.2'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'ConntrackHelper': {'1.0'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Log': {'1.0'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Network': {'1.1'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Port': {'1.7'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'PortForwarding': {'1.2'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'QosPolicy': {'1.10'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SecurityGroup': {'1.5'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SubPort': {'1.0'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Subnet': {'1.1'}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Trunk': {'1.1'}} Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: consumer versions: Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: { DHCP agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: HyperV agent@hv-cinder-84786: {}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: L3 agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: Metadata agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: Metering agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: Open vSwitch agent@dv-cinder-847864-6-iscsi: { 'AddressGroup': '1.2', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'ConntrackHelper': '1.0', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'LocalIPAssociation': '1.0', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Log': '1.0', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Network': '1.1', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Port': '1.7', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'PortForwarding': '1.2', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'QosPolicy': '1.10', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SecurityGroup': '1.5', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SecurityGroupRule': '1.2', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'SubPort': '1.0', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Subnet': '1.1', Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: 'Trunk': '1.1'}} Jul 04 09:28:54.185426 dv-cinder-847864-6-iscsi neutron-server[103747]: {{(pid=103747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:28:54.198903 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Publish callbacks [] for security_group (d5981cbf-24c5-420a-9ec3-457799aa88d1), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.212030 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Attempting to bind port 8a3608ed-5857-4d19-9e4a-812ca253b34e on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:28:54.212720 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Attempting to bind port 8a3608ed-5857-4d19-9e4a-812ca253b34e by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:28:54.213351 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Attempting to bind port 8a3608ed-5857-4d19-9e4a-812ca253b34e on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:28:54.220602 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:28:54.221212 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Checking segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:54.221576 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.222013 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Bound using segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:28:54.222459 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Bound port: 8a3608ed-5857-4d19-9e4a-812ca253b34e, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:28:54.223201 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.228254 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (d5981cbf-24c5-420a-9ec3-457799aa88d1), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.261905 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5981cbf-24c5-420a-9ec3-457799aa88d1,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:54.270579 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:28:54.307100 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] For port 8a3608ed-5857-4d19-9e4a-812ca253b34e, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:28:54.310329 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] For port 8a3608ed-5857-4d19-9e4a-812ca253b34e, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=8a3608ed-5857-4d19-9e4a-812ca253b34e,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:28:54.318955 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.344962 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks [] for router_gateway (114bb885-bd91-462c-909e-30bde5497dc9), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.376214 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.380004 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (198ad0c7-d043-4f02-9949-261ca3272c63), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.380361 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Added segment 198ad0c7-d043-4f02-9949-261ca3272c63 of type vlan for network 618c36e6-8695-4130-9f58-1669576b2f7e Jul 04 09:28:54.417302 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0555b-4ea9-4957-b0cf-4929fb4c07a4 None None] Pushing event updated for resources: {'Port': ['ID=8a3608ed-5857-4d19-9e4a-812ca253b34e,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:54.533722 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (618c36e6-8695-4130-9f58-1669576b2f7e), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.616810 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (618c36e6-8695-4130-9f58-1669576b2f7e), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.617521 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:54.618579 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.623135 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Allocated IP 172.27.3.227 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/b45ff5d5-2833-4b87-95a1-ebbf818a3905) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:28:54.739149 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1581907 Jul 04 09:28:54.743003 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52436) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:54.748530 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Request body: {'subnet': {'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-subnet', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:54.753685 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b80ba-1a35-40d2-bf47-002d5527eddc admin admin] Pushing event updated for resources: {'Network': ['ID=618c36e6-8695-4130-9f58-1669576b2f7e,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:54.755151 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52438) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:54.766337 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 618c36e6-8695-4130-9f58-1669576b2f7e details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:28:54.795473 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Made reservation on behalf of d61a8ec08da9488aae381f6cde07cb5e for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:54.803848 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.821068 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52444) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:54.878302 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks [] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.945469 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:54.997441 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52452) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:55.001466 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:28:55.037257 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:55.043513 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:28:55.176152 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Pushing event updated for resources: {'Port': ['ID=b45ff5d5-2833-4b87-95a1-ebbf818a3905,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:55.176947 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (460882da-49ce-4266-b7c7-3189e8185799), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.259028 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Pushing event updated for resources: {'Subnet': ['ID=460882da-49ce-4266-b7c7-3189e8185799,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:55.276914 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Checking segment: {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:55.277474 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Network hostable DHCP agents. Network: 618c36e6-8695-4130-9f58-1669576b2f7e, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:28:55.288345 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-network', 'tenant_id': '86390c46ac044ee3974d90a7a29195be'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:55.329167 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Network 618c36e6-8695-4130-9f58-1669576b2f7e is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:28:55.331870 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Made reservation on behalf of 86390c46ac044ee3974d90a7a29195be for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:55.338174 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.350104 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52462) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:55.351324 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.357157 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1094133746-network', 'tenant_id': '772990240f674a6cbaca15951f7629f0'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:55.431950 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-13888557-network', 'tenant_id': '23b3530aae964df69b90462407d40476'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:55.469887 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Made reservation on behalf of 23b3530aae964df69b90462407d40476 for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:55.487798 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Publish callbacks [] for security_group (cbb59d7b-5545-49a1-a962-698f5be97b38), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.489602 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 618c36e6-8695-4130-9f58-1669576b2f7e) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:55.493383 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.496156 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cbb59d7b-5545-49a1-a962-698f5be97b38), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.521393 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5bc1d-a149-4864-853a-d94e938e0c3a None None] Network 618c36e6-8695-4130-9f58-1669576b2f7e requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:28:55.530225 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:55.530830 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.533579 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb59d7b-5545-49a1-a962-698f5be97b38,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:55.559688 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.566434 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:28:55.571199 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Made reservation on behalf of 772990240f674a6cbaca15951f7629f0 for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:55.573440 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.575117 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-e002fea6-106a-4d70-9385-bd15f829685e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8310218 Jul 04 09:28:55.581330 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52470) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:55.587234 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:55.609900 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks [] for router_gateway (114bb885-bd91-462c-909e-30bde5497dc9), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.617285 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.637755 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (7e82e823-470a-449f-ab85-04c8419b9b98), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.638128 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Added segment 7e82e823-470a-449f-ab85-04c8419b9b98 of type vlan for network 9812808c-d655-4a41-a055-d1f732fa7722 Jul 04 09:28:55.656861 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.657976 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.707293 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-67125246-network', 'tenant_id': '6a6fb55fb88e4865a5738f7a88ac9f52'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:55.710286 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 8a3608ed-5857-4d19-9e4a-812ca253b34e up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:28:55.822927 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (9812808c-d655-4a41-a055-d1f732fa7722), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.828726 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-618c36e6-8695-4130-9f58-1669576b2f7e', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:28:55.829875 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.839245 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Made reservation on behalf of 6a6fb55fb88e4865a5738f7a88ac9f52 for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:55.846503 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.866987 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7967fda0-0bc7-4787-a8eb-f4f555d261b5 None None] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:28:55.888109 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.980376 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Publish callbacks [] for security_group (d290ad41-94ed-4569-8260-99984cb3b1ea), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:55.998548 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (d290ad41-94ed-4569-8260-99984cb3b1ea), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.017118 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Publish callbacks [] for security_group (804a0598-97cb-4dd1-8394-f8afc8bb42e8), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.020061 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.db.resource_extend [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 04 09:28:56.038348 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-be4d4363-38ed-4951-972a-010810c129e4 None None] Provisioning complete for port 8a3608ed-5857-4d19-9e4a-812ca253b34e triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:28:56.039023 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-be4d4363-38ed-4951-972a-010810c129e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.040391 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d290ad41-94ed-4569-8260-99984cb3b1ea,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:56.055831 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (804a0598-97cb-4dd1-8394-f8afc8bb42e8), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.064020 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Publish callbacks [] for security_group (164f0dca-a0a1-4cb7-9f44-d3bcab1fc311), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.072186 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:28:56.076419 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:28:56.079732 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (114bb885-bd91-462c-909e-30bde5497dc9), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.091686 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (164f0dca-a0a1-4cb7-9f44-d3bcab1fc311), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.094294 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (df591197-c1a8-4123-9c9c-e7175389dce8), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.094641 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Added segment df591197-c1a8-4123-9c9c-e7175389dce8 of type vlan for network 8cd45aea-11d9-4b2b-994f-d13d4a54e45d Jul 04 09:28:56.104847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:28:56.115672 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (a281408e-2fe1-467f-8ad1-f742a519a23d), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.116198 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Added segment a281408e-2fe1-467f-8ad1-f742a519a23d of type vlan for network 60da9ae2-c42d-4389-baa2-d1acd469f89e Jul 04 09:28:56.151759 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-be4d4363-38ed-4951-972a-010810c129e4 None None] Current status of the port 8a3608ed-5857-4d19-9e4a-812ca253b34e is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:28:56.152009 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (8cd45aea-11d9-4b2b-994f-d13d4a54e45d), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.152143 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-be4d4363-38ed-4951-972a-010810c129e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.175311 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (60da9ae2-c42d-4389-baa2-d1acd469f89e), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.176485 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 8a3608ed-5857-4d19-9e4a-812ca253b34e triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:28:56.177205 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.208836 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (8cd45aea-11d9-4b2b-994f-d13d4a54e45d), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.209822 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:56.210569 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.298096 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9250591 Jul 04 09:28:56.299021 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52492) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:56.307471 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 8a3608ed-5857-4d19-9e4a-812ca253b34e is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:28:56.307863 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.310767 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Request body: {'subnet': {'network_id': '8cd45aea-11d9-4b2b-994f-d13d4a54e45d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-67125246-subnet', 'tenant_id': '6a6fb55fb88e4865a5738f7a88ac9f52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:56.336982 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (9812808c-d655-4a41-a055-d1f732fa7722), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.350411 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:56.351031 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.360192 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks [] for router_controller (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), precommit_add_association {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.361319 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-be4d4363-38ed-4951-972a-010810c129e4 None None] For port 8a3608ed-5857-4d19-9e4a-812ca253b34e, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=8a3608ed-5857-4d19-9e4a-812ca253b34e,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:28:56.378353 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Made reservation on behalf of 6a6fb55fb88e4865a5738f7a88ac9f52 for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:56.381362 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.410715 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (0b013cda-14b8-45e7-a01a-7907256f81be), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.411140 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Added segment 0b013cda-14b8-45e7-a01a-7907256f81be of type vlan for network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 Jul 04 09:28:56.414943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (60da9ae2-c42d-4389-baa2-d1acd469f89e), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.420753 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:56.423266 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.447142 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.db.api [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 04 09:28:56.447563 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG oslo_db.api [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 09:28:56.448144 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-be4d4363-38ed-4951-972a-010810c129e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.468672 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6436520 Jul 04 09:28:56.478775 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Allocated IP 172.20.0.2 (618c36e6-8695-4130-9f58-1669576b2f7e/460882da-49ce-4266-b7c7-3189e8185799/467aafa6-1037-440e-8545-3396838c436d) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:28:56.497499 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52516) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:56.544545 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Request body: {'subnet': {'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1094133746-subnet', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:56.568544 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d4363-38ed-4951-972a-010810c129e4 None None] Pushing event updated for resources: {'Port': ['ID=8a3608ed-5857-4d19-9e4a-812ca253b34e,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:56.573775 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:56.587252 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-5ea35a83-f699-4e79-a32f-d2522525c0d9 None None] Provisioning complete for port 8a3608ed-5857-4d19-9e4a-812ca253b34e triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:28:56.587652 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5ea35a83-f699-4e79-a32f-d2522525c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.628099 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8694816 Jul 04 09:28:56.634225 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804a0598-97cb-4dd1-8394-f8afc8bb42e8,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:56.652170 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52520) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:56.660673 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (3efc3dd2-49aa-4e58-9c28-27dc19093c65), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.695288 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Request body: {'subnet': {'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-subnet', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:56.703306 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23409c-ae15-4b68-a1af-1e531b616529 admin admin] Pushing event updated for resources: {'Network': ['ID=60da9ae2-c42d-4389-baa2-d1acd469f89e,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:56.721138 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (3efc3dd2-49aa-4e58-9c28-27dc19093c65), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.722476 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:56.723494 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.725999 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a5add-05ca-4ad7-9795-42cc142d720a admin admin] Pushing event updated for resources: {'Network': ['ID=8cd45aea-11d9-4b2b-994f-d13d4a54e45d,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:56.771101 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 60da9ae2-c42d-4389-baa2-d1acd469f89e details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:28:56.773741 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 8cd45aea-11d9-4b2b-994f-d13d4a54e45d details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:28:56.792301 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7934244 Jul 04 09:28:56.796855 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52522) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:56.803010 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Request body: {'subnet': {'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-13888557-subnet', 'tenant_id': '23b3530aae964df69b90462407d40476', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:56.850818 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Made reservation on behalf of 23b3530aae964df69b90462407d40476 for: {'subnet': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:56.853166 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.907218 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040496a-c3e5-45c7-b91b-7e7493eae07d admin admin] Pushing event updated for resources: {'Network': ['ID=3efc3dd2-49aa-4e58-9c28-27dc19093c65,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:56.924570 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Router 114bb885-bd91-462c-909e-30bde5497dc9 is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:28:56.953522 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Made reservation on behalf of 86390c46ac044ee3974d90a7a29195be for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:56.958265 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.963796 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks [] for router_gateway (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.016272 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:28:57.106555 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Publish callbacks [] for port (467aafa6-1037-440e-8545-3396838c436d), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.133195 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-5ea35a83-f699-4e79-a32f-d2522525c0d9 None None] Current status of the port 8a3608ed-5857-4d19-9e4a-812ca253b34e is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:28:57.139308 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (467aafa6-1037-440e-8545-3396838c436d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.151362 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (461769ba-69af-42bb-ba7a-81dc32652d63), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.261211 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Network 618c36e6-8695-4130-9f58-1669576b2f7e is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:28:57.267991 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:57.269903 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 8a3608ed-5857-4d19-9e4a-812ca253b34e is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:28:57.273147 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Checking segment: {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:57.273755 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Network hostable DHCP agents. Network: 3efc3dd2-49aa-4e58-9c28-27dc19093c65, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:28:57.277223 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Made reservation on behalf of 772990240f674a6cbaca15951f7629f0 for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:57.278415 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:28:57.279985 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.281998 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Pushing event updated for resources: {'Port': ['ID=467aafa6-1037-440e-8545-3396838c436d,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:57.291695 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Pushing event updated for resources: {'Subnet': ['ID=461769ba-69af-42bb-ba7a-81dc32652d63,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:57.296129 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:28:57.322174 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:28:57.328043 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310a4eb-c2a3-42f7-b718-def5b9f337a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9812808c-d655-4a41-a055-d1f732fa7722,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:57.330712 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (34630bb3-d510-42c5-a404-70b18dd1ab85), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.344737 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 3efc3dd2-49aa-4e58-9c28-27dc19093c65) {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:57.348600 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:28:57.350621 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:57.351581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.357786 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.361942 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-748fcfdc-3555-431d-ae51-4ab44006f589 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7636850 Jul 04 09:28:57.362730 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52530) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:57.373805 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:28:57.376453 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:57.381444 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 9812808c-d655-4a41-a055-d1f732fa7722 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:28:57.389225 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (fd799f65-f205-4a72-b936-622d63142072), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.392717 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f50295-61c5-4567-a6b6-d3a2b8f8ea5f None None] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:28:57.440750 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-9733ddf9-3af8-4e12-ab08-814edabb781a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6400373 Jul 04 09:28:57.440750 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52532) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:57.446321 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:57.493609 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (51819c95-5f18-4f9b-8093-54134bfdc8d7), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.494748 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (51819c95-5f18-4f9b-8093-54134bfdc8d7), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.509343 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=34630bb3-d510-42c5-a404-70b18dd1ab85,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:57.523544 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Checking segment: {'id': 'df591197-c1a8-4123-9c9c-e7175389dce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cd45aea-11d9-4b2b-994f-d13d4a54e45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:57.523888 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Network hostable DHCP agents. Network: 8cd45aea-11d9-4b2b-994f-d13d4a54e45d, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:28:57.607927 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd799f65-f205-4a72-b936-622d63142072,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:57.625953 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Checking segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:57.625953 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Network hostable DHCP agents. Network: 9812808c-d655-4a41-a055-d1f732fa7722, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:28:57.636717 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 8a3608ed-5857-4d19-9e4a-812ca253b34e up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:28:57.730784 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Network 8cd45aea-11d9-4b2b-994f-d13d4a54e45d is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:28:57.780774 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Network 9812808c-d655-4a41-a055-d1f732fa7722 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:28:57.783173 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'project_id': '23b3530aae964df69b90462407d40476', 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:28:57.784421 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.791789 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 8cd45aea-11d9-4b2b-994f-d13d4a54e45d) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:57.804530 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:28:57.813815 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:57.814459 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.825359 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Attempting to bind port 467aafa6-1037-440e-8545-3396838c436d on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:28:57.828177 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Attempting to bind port 467aafa6-1037-440e-8545-3396838c436d by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:28:57.828343 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Attempting to bind port 467aafa6-1037-440e-8545-3396838c436d on network 618c36e6-8695-4130-9f58-1669576b2f7e {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:28:57.830827 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751af702-237b-4a59-94b0-59dd7050ae08 None None] Network 8cd45aea-11d9-4b2b-994f-d13d4a54e45d requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:28:57.835236 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 9812808c-d655-4a41-a055-d1f732fa7722) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:57.866772 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks [] for router_controller (51819c95-5f18-4f9b-8093-54134bfdc8d7), precommit_add_association {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.875712 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:57.876284 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:57.903065 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28b8d7-852b-438f-8161-0e39ed6c75fc None None] Network 9812808c-d655-4a41-a055-d1f732fa7722 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:28:57.941395 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-062df9c9-5c45-49d6-8c69-e981608c2a23 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6269567 Jul 04 09:28:58.033515 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-0aa2dbd3-0786-4350-ae05-6b9f9b30cd2d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3609705 Jul 04 09:28:58.038786 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52546) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:58.045500 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:58.061141 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 8a3608ed-5857-4d19-9e4a-812ca253b34e triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:28:58.061835 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.068119 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (c1fe4e54-faec-4122-819e-17ca681faca7), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.072129 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:28:58.076647 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Checking segment: {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:58.077292 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.078721 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Bound using segment: {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:28:58.079486 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Bound port: 467aafa6-1037-440e-8545-3396838c436d, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:28:58.080612 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (467aafa6-1037-440e-8545-3396838c436d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.090152 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks [] for router_gateway (51819c95-5f18-4f9b-8093-54134bfdc8d7), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.179162 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (b221a0b3-941b-4d75-ae23-085b185d1816), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.180279 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (b221a0b3-941b-4d75-ae23-085b185d1816), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.184170 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:28:55Z', 'revision_number': 3, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:58.223756 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks [] for router_gateway (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.226452 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] For port 467aafa6-1037-440e-8545-3396838c436d, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:28:58.230100 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:28:58.230100 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Updating router 114bb885-bd91-462c-909e-30bde5497dc9 port b45ff5d5-2833-4b87-95a1-ebbf818a3905 binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:28:58.277023 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.281097 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fe4e54-faec-4122-819e-17ca681faca7,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:58.282303 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.316245 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] For port 467aafa6-1037-440e-8545-3396838c436d, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=467aafa6-1037-440e-8545-3396838c436d,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:28:58.340186 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06482878-c317-4edf-bb0b-24cb66255e95 None None] Network 8cd45aea-11d9-4b2b-994f-d13d4a54e45d requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:28:58.456268 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Checking segment: {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:58.456510 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Network hostable DHCP agents. Network: 60da9ae2-c42d-4389-baa2-d1acd469f89e, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:28:58.470630 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (467aafa6-1037-440e-8545-3396838c436d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.496712 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks [] for router_controller (b221a0b3-941b-4d75-ae23-085b185d1816), precommit_add_association {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.551192 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.569340 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Network 60da9ae2-c42d-4389-baa2-d1acd469f89e is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:28:58.617880 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 60da9ae2-c42d-4389-baa2-d1acd469f89e) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:58.713415 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Publish callbacks [] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.728452 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.735485 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks [] for router_gateway (b221a0b3-941b-4d75-ae23-085b185d1816), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.754613 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:58.756934 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.766300 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f374c3-f414-44d0-80fb-263e3d7509c9 None None] Network 60da9ae2-c42d-4389-baa2-d1acd469f89e requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:28:58.841379 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Pushing event updated for resources: {'Port': ['ID=b45ff5d5-2833-4b87-95a1-ebbf818a3905,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:58.866159 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Allocated IP 172.27.3.68 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/916a53bc-3c88-476a-9c60-d4b86a5fbbfe) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:28:58.874286 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.874888 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.875417 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.875916 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.876408 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.876898 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.877402 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.877903 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.878418 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.878920 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.879432 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.879929 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.880962 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Tracked resource versions report: Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: pushed versions: Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: { 'AddressGroup': {'1.2'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'ConntrackHelper': {'1.0'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Log': {'1.0'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Network': {'1.1'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Port': {'1.7'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'PortForwarding': {'1.2'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'QosPolicy': {'1.10'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SecurityGroup': {'1.5'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SubPort': {'1.0'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Subnet': {'1.1'}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Trunk': {'1.1'}} Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: consumer versions: Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: { DHCP agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: HyperV agent@hv-cinder-84786: {}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: L3 agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: Metadata agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: Metering agent@dv-cinder-847864-6-iscsi: {}, Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: Open vSwitch agent@dv-cinder-847864-6-iscsi: { 'AddressGroup': '1.2', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'ConntrackHelper': '1.0', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'LocalIPAssociation': '1.0', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Log': '1.0', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Network': '1.1', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Port': '1.7', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'PortForwarding': '1.2', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'QosPolicy': '1.10', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SecurityGroup': '1.5', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SecurityGroupRule': '1.2', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'SubPort': '1.0', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Subnet': '1.1', Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: 'Trunk': '1.1'}} Jul 04 09:28:58.882459 dv-cinder-847864-6-iscsi neutron-server[103748]: {{(pid=103748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:28:58.887589 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Attempting to bind port b45ff5d5-2833-4b87-95a1-ebbf818a3905 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:28:58.888163 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Attempting to bind port b45ff5d5-2833-4b87-95a1-ebbf818a3905 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:28:58.888761 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Attempting to bind port b45ff5d5-2833-4b87-95a1-ebbf818a3905 on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:28:58.900062 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:28:58.901013 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:58.901586 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.902163 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:28:58.902824 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Bound port: b45ff5d5-2833-4b87-95a1-ebbf818a3905, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:28:58.903376 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:58.975076 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] For port b45ff5d5-2833-4b87-95a1-ebbf818a3905, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:28:58.983138 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] For port b45ff5d5-2833-4b87-95a1-ebbf818a3905, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=b45ff5d5-2833-4b87-95a1-ebbf818a3905,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:28:58.995101 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52574) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:58.998871 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.004058 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1841768399-network', 'tenant_id': 'e4ad905accba44278de8b92342b2ea6d'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:59.059878 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 8a3608ed-5857-4d19-9e4a-812ca253b34e is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:28:59.060146 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c4835-9846-4ab1-9ce2-1e5aa7ed8d61 None None] Pushing event updated for resources: {'Port': ['ID=b45ff5d5-2833-4b87-95a1-ebbf818a3905,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:59.062186 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-60da9ae2-c42d-4389-baa2-d1acd469f89e', 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e', 'project_id': '772990240f674a6cbaca15951f7629f0', 'fixed_ips': [{'subnet_id': 'c1fe4e54-faec-4122-819e-17ca681faca7'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:28:59.062998 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.079341 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:28:59.080207 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:59.089881 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks [] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.102848 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-9812808c-d655-4a41-a055-d1f732fa7722', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'project_id': '86390c46ac044ee3974d90a7a29195be', 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:28:59.104607 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.107793 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Made reservation on behalf of e4ad905accba44278de8b92342b2ea6d for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:59.110252 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.155443 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f28ab732-94ef-49c7-811d-e3e64d63d365 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6152298 Jul 04 09:28:59.184659 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52580) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:59.199144 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:59.222785 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.234500 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:28:59.237051 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.312011 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (cd09bc92-dec9-4d40-a8d0-f56b071fb791), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.313301 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (cd09bc92-dec9-4d40-a8d0-f56b071fb791), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.328985 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:28:59.342693 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Allocated IP 172.20.0.2 (9812808c-d655-4a41-a055-d1f732fa7722/34630bb3-d510-42c5-a404-70b18dd1ab85/0a6e6c9e-3172-4376-8f52-3d668fd6a783) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:28:59.361716 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Pushing event updated for resources: {'Port': ['ID=916a53bc-3c88-476a-9c60-d4b86a5fbbfe,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:59.373014 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:59.376598 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:28:59.425046 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks [] for router_gateway (51819c95-5f18-4f9b-8093-54134bfdc8d7), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.469446 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:28:55Z', 'revision_number': 3, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:59.494692 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5a3f6-5da7-40f9-a715-f4b8aa9873b8 None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:28:55Z', 'revision_number': 3, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:28:59.541236 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Publish callbacks [] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.551678 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Allocated IP 172.20.0.1 (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae/7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4/d298d605-7b70-4dad-ac34-c33244c25f06) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:28:59.591847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.601076 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks [] for router_controller (cd09bc92-dec9-4d40-a8d0-f56b071fb791), precommit_add_association {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.642019 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.644213 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05edfd-03b3-4bc5-ae03-f26e2a74e645 None None] Pushing event updated for resources: {'Port': ['ID=467aafa6-1037-440e-8545-3396838c436d,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:59.695160 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks [] for router_gateway (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.706315 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Publish callbacks [] for security_group (91a6203c-cc95-4fb9-938a-23ecd9607f12), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.773595 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (91a6203c-cc95-4fb9-938a-23ecd9607f12), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.785292 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=103746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:28:59.797135 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (adc00575-9fd3-4e48-ba0c-c0a231c30da0), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.797827 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Added segment adc00575-9fd3-4e48-ba0c-c0a231c30da0 of type vlan for network a67093ea-640f-4d38-b7e6-0d8c66f06a90 Jul 04 09:28:59.841600 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (a67093ea-640f-4d38-b7e6-0d8c66f06a90), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.864438 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Pushing event updated for resources: {'Port': ['ID=0a6e6c9e-3172-4376-8f52-3d668fd6a783,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:59.889314 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks [] for router_gateway (b221a0b3-941b-4d75-ae23-085b185d1816), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.890245 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Network 9812808c-d655-4a41-a055-d1f732fa7722 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:28:59.893876 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (a67093ea-640f-4d38-b7e6-0d8c66f06a90), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.894895 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:59.898753 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:59.914434 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:59.937205 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:28:59.991131 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.004145 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a67093ea-640f-4d38-b7e6-0d8c66f06a90,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:00.014737 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0182624 Jul 04 09:29:00.018168 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52592) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:00.022605 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Allocated IP 172.20.0.2 (3efc3dd2-49aa-4e58-9c28-27dc19093c65/461769ba-69af-42bb-ba7a-81dc32652d63/0f33ef81-afa6-443f-8661-3d0df41c8bca) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:00.029581 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Request body: {'subnet': {'network_id': 'a67093ea-640f-4d38-b7e6-0d8c66f06a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1841768399-subnet', 'tenant_id': 'e4ad905accba44278de8b92342b2ea6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:00.092280 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Attempting to bind port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:00.092654 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Attempting to bind port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:00.093073 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Attempting to bind port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 on network 9812808c-d655-4a41-a055-d1f732fa7722 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:00.103342 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network a67093ea-640f-4d38-b7e6-0d8c66f06a90 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:29:00.105815 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks [] for router_gateway (cd09bc92-dec9-4d40-a8d0-f56b071fb791), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.181521 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c197f9-9779-4068-a9c4-0fcd79d600c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a6203c-cc95-4fb9-938a-23ecd9607f12,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:00.185805 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:00.186210 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Checking segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:00.186619 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.187015 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Bound using segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:00.187501 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Bound port: 0a6e6c9e-3172-4376-8f52-3d668fd6a783, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:00.187924 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.269463 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Made reservation on behalf of e4ad905accba44278de8b92342b2ea6d for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:00.274689 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.284387 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Allocated IP 172.27.3.184 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/31794b7f-b248-42aa-8713-517e6984382c) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:00.305744 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Publish callbacks [] for port (d298d605-7b70-4dad-ac34-c33244c25f06), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.342393 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.473752 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.500034 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Allocated IP 172.20.0.2 (60da9ae2-c42d-4389-baa2-d1acd469f89e/c1fe4e54-faec-4122-819e-17ca681faca7/0ee777ff-ccdd-4670-8fab-70ba66d3aa66) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:00.604311 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:00.660111 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:00.664004 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:00.664513 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (114bb885-bd91-462c-909e-30bde5497dc9), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.680689 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:29:00.829976 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (4ddac4ea-2992-49b5-a00a-b0c5f2a3d0c2), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:00.859388 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639592e-27a6-4b85-84bc-b01371d5e263 None None] Network 618c36e6-8695-4130-9f58-1669576b2f7e requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:00.969757 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Publish callbacks [] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.002901 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.077051 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Pushing event updated for resources: {'Port': ['ID=0f33ef81-afa6-443f-8661-3d0df41c8bca,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:01.100738 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] For port 0a6e6c9e-3172-4376-8f52-3d668fd6a783, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:01.108468 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] For port 0a6e6c9e-3172-4376-8f52-3d668fd6a783, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0a6e6c9e-3172-4376-8f52-3d668fd6a783,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:01.111856 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Pushing event updated for resources: {'Port': ['ID=d298d605-7b70-4dad-ac34-c33244c25f06,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:01.126475 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks [] for port (31794b7f-b248-42aa-8713-517e6984382c), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.136342 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-0f625e99-8d28-4505-abe5-f7bd7772507c None None] Provisioning complete for port 467aafa6-1037-440e-8545-3396838c436d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:01.136752 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0f625e99-8d28-4505-abe5-f7bd7772507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (467aafa6-1037-440e-8545-3396838c436d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.143768 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:01.145123 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.176143 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddac4ea-2992-49b5-a00a-b0c5f2a3d0c2,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:01.178231 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:01.180990 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Checking segment: {'id': 'adc00575-9fd3-4e48-ba0c-c0a231c30da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a67093ea-640f-4d38-b7e6-0d8c66f06a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:01.181353 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Network hostable DHCP agents. Network: a67093ea-640f-4d38-b7e6-0d8c66f06a90, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:29:01.192415 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:01.202588 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:01.212968 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Network a67093ea-640f-4d38-b7e6-0d8c66f06a90 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:29:01.219875 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.221184 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-4eb21ef7-5478-4bb0-b0d4-869436938896 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6388655 Jul 04 09:29:01.226548 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52622) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:01.242459 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Sync routers for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:01.261873 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks [] for router_gateway (cd09bc92-dec9-4d40-a8d0-f56b071fb791), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.273283 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, a67093ea-640f-4d38-b7e6-0d8c66f06a90) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:01.280406 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:01.280970 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.335961 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87797e1c-6873-4e89-8a93-e3bc98234afb None None] Network a67093ea-640f-4d38-b7e6-0d8c66f06a90 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:01.344247 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Allocated IP 172.27.3.198 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/425d2b13-604b-4326-bcd7-8fb537892a2f) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:01.345057 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:01.345711 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:01.423900 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (31794b7f-b248-42aa-8713-517e6984382c), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.432891 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.462873 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks [] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.469640 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.471102 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:01.509499 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.520052 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:01.534383 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:01.538808 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:01.607298 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-80be3ac0-6382-42ab-96a3-62c0d2663a6f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5861626 Jul 04 09:29:01.611756 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Pushing event updated for resources: {'Port': ['ID=425d2b13-604b-4326-bcd7-8fb537892a2f,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:01.619775 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:01.623044 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:01.629372 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:01.661009 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Pushing event updated for resources: {'Port': ['ID=31794b7f-b248-42aa-8713-517e6984382c,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:01.773880 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21a80d-322b-40d6-96fc-a42b330af72d None None] Pushing event updated for resources: {'Port': ['ID=0a6e6c9e-3172-4376-8f52-3d668fd6a783,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:01.852510 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Publish callbacks [] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:01.909924 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Attempting to bind port 0f33ef81-afa6-443f-8661-3d0df41c8bca on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:01.918706 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Attempting to bind port 0f33ef81-afa6-443f-8661-3d0df41c8bca by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:01.919141 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Attempting to bind port 0f33ef81-afa6-443f-8661-3d0df41c8bca on network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:01.968081 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Allocated IP 172.27.3.113 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/d51251fc-b22a-474b-9262-0887a35c702a) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:01.988996 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.024516 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52638) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:02.084513 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:02.084888 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Checking segment: {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:02.085268 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.085662 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Bound using segment: {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:02.105270 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Bound port: 0f33ef81-afa6-443f-8661-3d0df41c8bca, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:02.105682 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.123888 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 467aafa6-1037-440e-8545-3396838c436d up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:02.312145 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-0f625e99-8d28-4505-abe5-f7bd7772507c None None] Current status of the port 467aafa6-1037-440e-8545-3396838c436d is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:02.312533 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0f625e99-8d28-4505-abe5-f7bd7772507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (467aafa6-1037-440e-8545-3396838c436d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.324261 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78ab57a-712d-442b-b43f-b32214f77edb admin admin] Deleting subnet fd799f65-f205-4a72-b936-622d63142072 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:29:02.358594 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b78ab57a-712d-442b-b43f-b32214f77edb admin admin] Publish callbacks [] for subnet (fd799f65-f205-4a72-b936-622d63142072), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.366367 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62dba1-a64f-467e-8fe0-8902ca04e328 None None] Network a67093ea-640f-4d38-b7e6-0d8c66f06a90 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:02.372742 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks [] for port (d51251fc-b22a-474b-9262-0887a35c702a), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.375796 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks [] for router_gateway (51819c95-5f18-4f9b-8093-54134bfdc8d7), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.403611 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Network 60da9ae2-c42d-4389-baa2-d1acd469f89e is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:02.443063 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52644) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:02.456555 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b78ab57a-712d-442b-b43f-b32214f77edb admin admin] Publish callbacks [] for subnet (fd799f65-f205-4a72-b936-622d63142072), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.464843 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Pushing event updated for resources: {'Port': ['ID=0ee777ff-ccdd-4670-8fab-70ba66d3aa66,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:02.477361 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:02.485162 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks [] for router_gateway (b221a0b3-941b-4d75-ae23-085b185d1816), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.491246 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b78ab57a-712d-442b-b43f-b32214f77edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (fd799f65-f205-4a72-b936-622d63142072), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.493333 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:02.600938 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Publish callbacks [] for port (d298d605-7b70-4dad-ac34-c33244c25f06), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.619620 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.620980 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (114bb885-bd91-462c-909e-30bde5497dc9), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.640642 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-0f625e99-8d28-4505-abe5-f7bd7772507c None None] For port 467aafa6-1037-440e-8545-3396838c436d, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=467aafa6-1037-440e-8545-3396838c436d,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:02.748894 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b78ab57a-712d-442b-b43f-b32214f77edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (fd799f65-f205-4a72-b936-622d63142072), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.789933 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b78ab57a-712d-442b-b43f-b32214f77edb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.796031 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b78ab57a-712d-442b-b43f-b32214f77edb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fd799f65-f205-4a72-b936-622d63142072 HTTP/1.1" status: 204 len: 168 time: 0.7690158 Jul 04 09:29:02.829935 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] For port 0f33ef81-afa6-443f-8661-3d0df41c8bca, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:02.831095 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52648) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:02.832134 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ab57a-712d-442b-b43f-b32214f77edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd799f65-f205-4a72-b936-622d63142072,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:02.867076 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0f625e99-8d28-4505-abe5-f7bd7772507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (467aafa6-1037-440e-8545-3396838c436d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.883380 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] For port 0f33ef81-afa6-443f-8661-3d0df41c8bca, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0f33ef81-afa6-443f-8661-3d0df41c8bca,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:02.924899 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b6432b9-f69b-43bb-a633-b39d487b31c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.927282 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (d51251fc-b22a-474b-9262-0887a35c702a), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.936893 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:02.940583 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.948595 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 467aafa6-1037-440e-8545-3396838c436d triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:02.948595 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (467aafa6-1037-440e-8545-3396838c436d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:02.957522 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:02.957635 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Attempting to bind port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:02.957849 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Attempting to bind port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:02.958303 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Attempting to bind port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 on network 60da9ae2-c42d-4389-baa2-d1acd469f89e {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:02.967686 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:28:59Z', 'revision_number': 3, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:02.969639 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa82ac84-c902-4ab6-98a3-ae7c9e81436c None None] Network 9812808c-d655-4a41-a055-d1f732fa7722 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:02.978650 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Pushing event updated for resources: {'Port': ['ID=d298d605-7b70-4dad-ac34-c33244c25f06,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:02.998366 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:03.007068 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (51819c95-5f18-4f9b-8093-54134bfdc8d7), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.010174 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:03.050230 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (b221a0b3-941b-4d75-ae23-085b185d1816), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.059749 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (8cd45aea-11d9-4b2b-994f-d13d4a54e45d), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.083266 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:03.128571 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:03.129173 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Checking segment: {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:03.129508 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.130025 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Bound using segment: {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:03.132462 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Bound port: 0ee777ff-ccdd-4670-8fab-70ba66d3aa66, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:03.132929 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.135814 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Checking router: 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:03.136238 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Updating router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:29:03.200913 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f625e99-8d28-4505-abe5-f7bd7772507c None None] Pushing event updated for resources: {'Port': ['ID=467aafa6-1037-440e-8545-3396838c436d,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:03.292734 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Pushing event updated for resources: {'Port': ['ID=d51251fc-b22a-474b-9262-0887a35c702a,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:03.309059 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.322512 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Provisioning complete for port d298d605-7b70-4dad-ac34-c33244c25f06 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:03.323316 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.450087 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1a506-a0a9-46df-a722-a273edd557bf None None] Pushing event updated for resources: {'Port': ['ID=0f33ef81-afa6-443f-8661-3d0df41c8bca,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:03.510097 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:29:03.512033 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b6432b9-f69b-43bb-a633-b39d487b31c8 admin admin] Publish callbacks [] for security_group (4fb549e2-e5ca-43c8-a1af-921ed50e0936), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.529860 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] For port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:03.531030 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b6432b9-f69b-43bb-a633-b39d487b31c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (4fb549e2-e5ca-43c8-a1af-921ed50e0936), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.576659 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (8cd45aea-11d9-4b2b-994f-d13d4a54e45d), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.598622 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.616909 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.617123 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.617835 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.618480 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.618613 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.618949 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.619276 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.619525 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Port d298d605-7b70-4dad-ac34-c33244c25f06 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:03.619712 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.619994 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.620306 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.624163 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] For port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0ee777ff-ccdd-4670-8fab-70ba66d3aa66,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:03.659396 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.680595 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 467aafa6-1037-440e-8545-3396838c436d is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:03.681688 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device b45ff5d5-2833-4b87-95a1-ebbf818a3905 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:03.736131 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Provisioning complete for port 467aafa6-1037-440e-8545-3396838c436d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:03.736516 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (467aafa6-1037-440e-8545-3396838c436d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.757154 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6432b9-f69b-43bb-a633-b39d487b31c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb549e2-e5ca-43c8-a1af-921ed50e0936,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:03.844863 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-6b6432b9-f69b-43bb-a633-b39d487b31c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24927a3e389b4f629323394ccb490902&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3981957 Jul 04 09:29:03.884243 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.884243 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.884243 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.884243 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:29:03.884243 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd45aea-11d9-4b2b-994f-d13d4a54e45d']}} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:03.892493 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52654) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:03.895422 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5acba9-108a-4c07-89d7-fbf134a1e247 None None] Pushing event updated for resources: {'Port': ['ID=0ee777ff-ccdd-4670-8fab-70ba66d3aa66,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:03.906343 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df591197-c1a8-4123-9c9c-e7175389dce8') {'for_net_delete': True} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:03.906642 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df591197-c1a8-4123-9c9c-e7175389dce8') {} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:03.922971 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Router 51819c95-5f18-4f9b-8093-54134bfdc8d7 is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:29:03.931090 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks [] for router_gateway (cd09bc92-dec9-4d40-a8d0-f56b071fb791), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.940560 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16734171'] for segment (df591197-c1a8-4123-9c9c-e7175389dce8), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.947614 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port b45ff5d5-2833-4b87-95a1-ebbf818a3905 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:03.948066 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:03.974939 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (df591197-c1a8-4123-9c9c-e7175389dce8), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.001012 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Router b221a0b3-941b-4d75-ae23-085b185d1816 is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:29:04.015553 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:29:04.016108 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16527931'] for segment (df591197-c1a8-4123-9c9c-e7175389dce8), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.046287 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Current status of the port 467aafa6-1037-440e-8545-3396838c436d is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:04.124536 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Provisioning complete for port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:04.124914 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.209571 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Publish callbacks [] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.249044 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.283526 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port b45ff5d5-2833-4b87-95a1-ebbf818a3905 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:04.283943 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.299000 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (8cd45aea-11d9-4b2b-994f-d13d4a54e45d), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.330396 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:04.355292 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:04.360851 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.367455 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8cd45aea-11d9-4b2b-994f-d13d4a54e45d HTTP/1.1" status: 204 len: 168 time: 1.5243449 Jul 04 09:29:04.374876 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:04.381753 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52672) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:04.382602 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:04.396742 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port b45ff5d5-2833-4b87-95a1-ebbf818a3905, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=b45ff5d5-2833-4b87-95a1-ebbf818a3905,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:04.411298 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.417420 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9deabc9-aad6-4c78-800f-f524467fd0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd45aea-11d9-4b2b-994f-d13d4a54e45d,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:04.424544 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Attempting to bind port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:04.424945 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Attempting to bind port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:04.425358 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Attempting to bind port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:04.432181 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d574247-0010-4389-a209-fcb799f929c6 None None] Pushing event updated for resources: {'Port': ['ID=916a53bc-3c88-476a-9c60-d4b86a5fbbfe,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:04.458747 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-608f8396-b47f-44c4-a6a0-f6b32f4c0407 admin admin] 10.222.0.73 "PUT /v2.0/routers/114bb885-bd91-462c-909e-30bde5497dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0948834 Jul 04 09:29:04.558512 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a3c-4f06-4ac5-9f7a-9112121653f4 admin admin] Publish callbacks [] for security_group (4fb549e2-e5ca-43c8-a1af-921ed50e0936), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.563815 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:04.636906 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Current status of the port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:04.637359 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.649394 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:04.649823 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a328ad-55c5-4d62-be7b-e518fdd5aca9 admin admin] Deleting subnet 4ddac4ea-2992-49b5-a00a-b0c5f2a3d0c2 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:29:04.654390 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:04.655149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.656020 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:04.658075 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Bound port: 916a53bc-3c88-476a-9c60-d4b86a5fbbfe, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:04.658640 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.685640 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f1a328ad-55c5-4d62-be7b-e518fdd5aca9 admin admin] Publish callbacks [] for subnet (4ddac4ea-2992-49b5-a00a-b0c5f2a3d0c2), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.688441 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment df591197-c1a8-4123-9c9c-e7175389dce8 resource provider aggregate not found Jul 04 09:29:04.718125 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:04.737506 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a3c-4f06-4ac5-9f7a-9112121653f4 admin admin] Publish callbacks [] for security_group (4fb549e2-e5ca-43c8-a1af-921ed50e0936), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.754844 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f1a328ad-55c5-4d62-be7b-e518fdd5aca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (4ddac4ea-2992-49b5-a00a-b0c5f2a3d0c2), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.759078 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:04.759205 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment df591197-c1a8-4123-9c9c-e7175389dce8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df591197-c1a8-4123-9c9c-e7175389dce8 found for delete ", "request_id": "req-7ef5144a-46e7-4c6e-8e68-01c24aef9831"}]} Jul 04 09:29:04.760213 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Allocated IP 172.20.0.1 (618c36e6-8695-4130-9f58-1669576b2f7e/460882da-49ce-4266-b7c7-3189e8185799/39771798-430c-4099-aba0-4e564e634ac8) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:04.798419 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.799693 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f36584e9-cb1f-4226-9a18-75baf0238691 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7581916 Jul 04 09:29:04.805160 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52684) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:04.822378 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (cd09bc92-dec9-4d40-a8d0-f56b071fb791), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.824138 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Sync routers for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:04.830913 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:04.832519 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-8d81888a-f6bf-405e-9a18-a4bbe88ebbfa admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3908916 Jul 04 09:29:04.842564 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:04.843305 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52686) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:04.843560 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:04.870655 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66510251-0501-4ba2-9131-11c05930de21 None None] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:04.883750 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Sync routers for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:04.961137 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] For port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:04.964510 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] For port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=916a53bc-3c88-476a-9c60-d4b86a5fbbfe,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:05.056782 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f1a328ad-55c5-4d62-be7b-e518fdd5aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (4ddac4ea-2992-49b5-a00a-b0c5f2a3d0c2), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.085209 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.108175 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:05.143680 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a3c-4f06-4ac5-9f7a-9112121653f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (4fb549e2-e5ca-43c8-a1af-921ed50e0936), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.151923 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a3c-4f06-4ac5-9f7a-9112121653f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.154916 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-7aca2a3c-4f06-4ac5-9f7a-9112121653f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4fb549e2-e5ca-43c8-a1af-921ed50e0936 HTTP/1.1" status: 204 len: 168 time: 1.2855525 Jul 04 09:29:05.210716 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2a3c-4f06-4ac5-9f7a-9112121653f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb549e2-e5ca-43c8-a1af-921ed50e0936,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:05.220042 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:05.295529 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52698) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:05.313105 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-1c8273ec-077a-4ec4-ba8c-7a37fe235f81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401593222', 'description': 'tempest-description--762102082'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:05.336037 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:05.336812 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:05.402809 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Publish callbacks [] for port (39771798-430c-4099-aba0-4e564e634ac8), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.434304 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1c8273ec-077a-4ec4-ba8c-7a37fe235f81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.484180 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:05.497987 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Router cd09bc92-dec9-4d40-a8d0-f56b071fb791 is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:29:05.524071 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f1a328ad-55c5-4d62-be7b-e518fdd5aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (4ddac4ea-2992-49b5-a00a-b0c5f2a3d0c2), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.541985 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=b45ff5d5-2833-4b87-95a1-ebbf818a3905,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:05.549093 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321fe2a-c7af-48b9-b1d9-2ea82a19eae8 None None] Network 60da9ae2-c42d-4389-baa2-d1acd469f89e requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:05.582669 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 2, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:05.642517 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:05.642794 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Updating router 114bb885-bd91-462c-909e-30bde5497dc9 port d298d605-7b70-4dad-ac34-c33244c25f06 binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:29:05.648189 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 3, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:05.707084 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Checking router: 51819c95-5f18-4f9b-8093-54134bfdc8d7 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:05.707655 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Updating router 51819c95-5f18-4f9b-8093-54134bfdc8d7 port 31794b7f-b248-42aa-8713-517e6984382c binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:29:05.724096 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] For port 0a6e6c9e-3172-4376-8f52-3d668fd6a783, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0a6e6c9e-3172-4376-8f52-3d668fd6a783,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:05.736182 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:05.748504 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1c8273ec-077a-4ec4-ba8c-7a37fe235f81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (781e3c76-bb30-4bc0-b259-4d8768dc3b0a), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.759829 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a328ad-55c5-4d62-be7b-e518fdd5aca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ddac4ea-2992-49b5-a00a-b0c5f2a3d0c2,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:05.763630 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f1a328ad-55c5-4d62-be7b-e518fdd5aca9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.766656 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Sync routers for ids ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:05.770498 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f1a328ad-55c5-4d62-be7b-e518fdd5aca9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4ddac4ea-2992-49b5-a00a-b0c5f2a3d0c2 HTTP/1.1" status: 204 len: 168 time: 1.3700655 Jul 04 09:29:05.772776 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52710) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:05.775339 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1c8273ec-077a-4ec4-ba8c-7a37fe235f81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (781e3c76-bb30-4bc0-b259-4d8768dc3b0a), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.813471 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.814875 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.826890 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (31794b7f-b248-42aa-8713-517e6984382c), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.828103 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Routers {'cd09bc92-dec9-4d40-a8d0-f56b071fb791'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:05.828752 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:05.837314 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.850408 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-af8541d5-f086-40e6-b4a1-15efe57249af admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6639132 Jul 04 09:29:05.851346 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52714) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:05.858959 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1c8273ec-077a-4ec4-ba8c-7a37fe235f81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.860282 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-1c8273ec-077a-4ec4-ba8c-7a37fe235f81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5607035 Jul 04 09:29:05.909450 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:05.910117 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:05.936258 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (39771798-430c-4099-aba0-4e564e634ac8), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.947544 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52716) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:05.956825 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:05.957221 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.053097 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-361cb79e-1aff-4dd0-bd60-dcd40beed347 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group_rule': {'security_group_id': '781e3c76-bb30-4bc0-b259-4d8768dc3b0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:06.057280 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Pushing event updated for resources: {'Port': ['ID=39771798-430c-4099-aba0-4e564e634ac8,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:06.097853 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d574247-0010-4389-a209-fcb799f929c6 None None] Pushing event updated for resources: {'Port': ['ID=916a53bc-3c88-476a-9c60-d4b86a5fbbfe,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:06.098608 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Network 618c36e6-8695-4130-9f58-1669576b2f7e is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:06.109749 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:06.116969 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8273ec-077a-4ec4-ba8c-7a37fe235f81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781e3c76-bb30-4bc0-b259-4d8768dc3b0a,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:06.156444 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.181654 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:06.224661 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (a67093ea-640f-4d38-b7e6-0d8c66f06a90), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.256641 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.261142 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-361cb79e-1aff-4dd0-bd60-dcd40beed347 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (b9187cf1-d790-4dba-b24e-f939529ece84), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.396371 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Provisioning complete for port d298d605-7b70-4dad-ac34-c33244c25f06 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:06.397032 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.482280 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Set router cd09bc92-dec9-4d40-a8d0-f56b071fb791 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:06.566069 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885b03a-90c5-4029-accd-113235fd9c23 None None] Pushing event updated for resources: {'Port': ['ID=0a6e6c9e-3172-4376-8f52-3d668fd6a783,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:06.587863 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Port d298d605-7b70-4dad-ac34-c33244c25f06 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:06.599782 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:06.811319 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Publish callbacks [] for port (31794b7f-b248-42aa-8713-517e6984382c), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.843546 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (31794b7f-b248-42aa-8713-517e6984382c), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.859898 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Publish callbacks [] for port (d298d605-7b70-4dad-ac34-c33244c25f06), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.899310 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Provisioning complete for port 0f33ef81-afa6-443f-8661-3d0df41c8bca triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:06.899914 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.901646 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:06.902281 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.921133 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.941471 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-361cb79e-1aff-4dd0-bd60-dcd40beed347 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (b9187cf1-d790-4dba-b24e-f939529ece84), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.993474 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:02Z', 'revision_number': 3, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:07.008014 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Attempting to bind port 31794b7f-b248-42aa-8713-517e6984382c on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:07.008392 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Attempting to bind port 31794b7f-b248-42aa-8713-517e6984382c by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:07.008759 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Attempting to bind port 31794b7f-b248-42aa-8713-517e6984382c on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:07.023900 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f423b3-aca8-421f-bcdd-aa6349d8df38 None None] Pushing event updated for resources: {'Port': ['ID=31794b7f-b248-42aa-8713-517e6984382c,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:07.044442 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-361cb79e-1aff-4dd0-bd60-dcd40beed347 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (b9187cf1-d790-4dba-b24e-f939529ece84), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.055307 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (a67093ea-640f-4d38-b7e6-0d8c66f06a90), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.091445 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:07.091824 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:07.092233 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.098092 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:07.098765 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Bound port: 31794b7f-b248-42aa-8713-517e6984382c, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:07.099205 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (31794b7f-b248-42aa-8713-517e6984382c), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.107351 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Checking router: b221a0b3-941b-4d75-ae23-085b185d1816 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:07.109521 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Updating router b221a0b3-941b-4d75-ae23-085b185d1816 port 425d2b13-604b-4326-bcd7-8fb537892a2f binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:29:07.117392 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Allocated IP 172.20.0.1 (9812808c-d655-4a41-a055-d1f732fa7722/34630bb3-d510-42c5-a404-70b18dd1ab85/801d1daf-9669-48d1-8a43-82f59346df66) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:07.120722 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cb79e-1aff-4dd0-bd60-dcd40beed347 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9187cf1-d790-4dba-b24e-f939529ece84,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:07.161430 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67093ea-640f-4d38-b7e6-0d8c66f06a90']}} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:07.185247 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-361cb79e-1aff-4dd0-bd60-dcd40beed347 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.186739 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-361cb79e-1aff-4dd0-bd60-dcd40beed347 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1375930 Jul 04 09:29:07.190750 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52736) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:07.192551 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc00575-9fd3-4e48-ba0c-c0a231c30da0') {'for_net_delete': True} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:07.193385 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc00575-9fd3-4e48-ba0c-c0a231c30da0') {} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:07.199223 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-ecb40230-9282-4a8b-b820-121746ca59c5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group_rule': {'security_group_id': '781e3c76-bb30-4bc0-b259-4d8768dc3b0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:07.220709 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16734171'] for segment (adc00575-9fd3-4e48-ba0c-c0a231c30da0), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.230191 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0ee777ff-ccdd-4670-8fab-70ba66d3aa66,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:07.295377 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c151f-1226-41d3-9f11-7ecc75d27a1e None None] Pushing event updated for resources: {'Port': ['ID=d298d605-7b70-4dad-ac34-c33244c25f06,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:07.310997 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (adc00575-9fd3-4e48-ba0c-c0a231c30da0), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.328561 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.329780 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 467aafa6-1037-440e-8545-3396838c436d up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:07.331505 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:29:07.332078 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16527931'] for segment (adc00575-9fd3-4e48-ba0c-c0a231c30da0), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.349548 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (39771798-430c-4099-aba0-4e564e634ac8), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.367861 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Attempting to bind port d298d605-7b70-4dad-ac34-c33244c25f06 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:07.369459 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Attempting to bind port d298d605-7b70-4dad-ac34-c33244c25f06 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:07.370043 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Attempting to bind port d298d605-7b70-4dad-ac34-c33244c25f06 on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:07.383489 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] For port 31794b7f-b248-42aa-8713-517e6984382c, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:07.384801 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment adc00575-9fd3-4e48-ba0c-c0a231c30da0 resource provider aggregate not found Jul 04 09:29:07.394358 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] For port 31794b7f-b248-42aa-8713-517e6984382c, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=31794b7f-b248-42aa-8713-517e6984382c,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:07.395902 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.398661 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:07.401448 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Checking segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:07.401918 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.404530 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Bound using segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:07.405068 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Bound port: d298d605-7b70-4dad-ac34-c33244c25f06, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:07.405543 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.418339 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (31794b7f-b248-42aa-8713-517e6984382c), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.471218 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.507837 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment adc00575-9fd3-4e48-ba0c-c0a231c30da0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adc00575-9fd3-4e48-ba0c-c0a231c30da0 found for delete ", "request_id": "req-711f9f4a-8058-4709-bece-a20b9deb7c18"}]} Jul 04 09:29:07.561231 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (a67093ea-640f-4d38-b7e6-0d8c66f06a90), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.564118 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ecb40230-9282-4a8b-b820-121746ca59c5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (a2b35e4b-f2f6-4b0b-a7e4-78aa59466da7), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.585000 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f423b3-aca8-421f-bcdd-aa6349d8df38 None None] Pushing event updated for resources: {'Port': ['ID=31794b7f-b248-42aa-8713-517e6984382c,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:07.591964 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:07.592834 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:07.593183 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.595432 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] For port d298d605-7b70-4dad-ac34-c33244c25f06, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:07.596774 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] 10.222.0.73 "DELETE /v2.0/networks/a67093ea-640f-4d38-b7e6-0d8c66f06a90 HTTP/1.1" status: 204 len: 168 time: 1.7984123 Jul 04 09:29:07.600636 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] For port d298d605-7b70-4dad-ac34-c33244c25f06, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=d298d605-7b70-4dad-ac34-c33244c25f06,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:07.622196 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83949f4c-bde6-4dc5-9a6d-eb2cf96b900c admin admin] Pushing event deleted for resources: {'Network': ['ID=a67093ea-640f-4d38-b7e6-0d8c66f06a90,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:07.668872 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.718774 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Allocated IP 172.20.0.1 (60da9ae2-c42d-4389-baa2-d1acd469f89e/c1fe4e54-faec-4122-819e-17ca681faca7/183b0db0-5c0f-459f-a1b6-a390e0a5167f) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:07.818316 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c151f-1226-41d3-9f11-7ecc75d27a1e None None] Pushing event updated for resources: {'Port': ['ID=d298d605-7b70-4dad-ac34-c33244c25f06,revision_number=4']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:07.824367 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:07.831288 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:07.832354 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:07.883058 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ecb40230-9282-4a8b-b820-121746ca59c5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (a2b35e4b-f2f6-4b0b-a7e4-78aa59466da7), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.905235 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.940138 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Publish callbacks [] for port (801d1daf-9669-48d1-8a43-82f59346df66), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.945190 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ecb40230-9282-4a8b-b820-121746ca59c5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (a2b35e4b-f2f6-4b0b-a7e4-78aa59466da7), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:07.976519 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Publish callbacks [] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.009014 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52760) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:08.024990 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb40230-9282-4a8b-b820-121746ca59c5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b35e4b-f2f6-4b0b-a7e4-78aa59466da7,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:08.110601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (801d1daf-9669-48d1-8a43-82f59346df66), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.148224 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-1f791957-64e7-40ee-af41-1f3f9b3d3420 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a6fb55fb88e4865a5738f7a88ac9f52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1275041 Jul 04 09:29:08.152740 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52762) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:08.164544 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Network 9812808c-d655-4a41-a055-d1f732fa7722 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:08.173446 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:08.179532 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:08.180319 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (b221a0b3-941b-4d75-ae23-085b185d1816), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.233547 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.242540 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Allocated IP 172.20.0.1 (3efc3dd2-49aa-4e58-9c28-27dc19093c65/461769ba-69af-42bb-ba7a-81dc32652d63/c65c805d-4f7b-45be-b012-3126ad7fa04d) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:08.257898 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Pushing event updated for resources: {'Port': ['ID=801d1daf-9669-48d1-8a43-82f59346df66,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:08.269171 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:03Z', 'revision_number': 3, 'project_id': '772990240f674a6cbaca15951f7629f0', 'gw_port': {'id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:01Z', 'updated_at': '2022-07-04T09:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:08.275165 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Current status of the port 0f33ef81-afa6-443f-8661-3d0df41c8bca is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:08.275480 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.277221 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=0ee777ff-ccdd-4670-8fab-70ba66d3aa66,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:08.287524 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 467aafa6-1037-440e-8545-3396838c436d triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:08.287902 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (467aafa6-1037-440e-8545-3396838c436d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.312656 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Pushing event updated for resources: {'Port': ['ID=183b0db0-5c0f-459f-a1b6-a390e0a5167f,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:08.316566 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:08.337713 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Network 60da9ae2-c42d-4389-baa2-d1acd469f89e is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:08.353733 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:08.358320 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:08.359197 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (cd09bc92-dec9-4d40-a8d0-f56b071fb791), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.409488 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Checking router: cd09bc92-dec9-4d40-a8d0-f56b071fb791 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:08.409852 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Updating router cd09bc92-dec9-4d40-a8d0-f56b071fb791 port d51251fc-b22a-474b-9262-0887a35c702a binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:29:08.459029 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Publish callbacks [] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.554148 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Publish callbacks [] for port (39771798-430c-4099-aba0-4e564e634ac8), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.561044 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ecb40230-9282-4a8b-b820-121746ca59c5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.567166 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ecb40230-9282-4a8b-b820-121746ca59c5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3708286 Jul 04 09:29:08.568520 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52766) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:08.571326 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.579305 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:08.588457 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7496339d-dd21-4c60-be18-967de2fd9229 admin admin] Publish callbacks [] for security_group (804a0598-97cb-4dd1-8394-f8afc8bb42e8), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.619616 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.638939 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] For port 0f33ef81-afa6-443f-8661-3d0df41c8bca, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0f33ef81-afa6-443f-8661-3d0df41c8bca,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:08.639823 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d51251fc-b22a-474b-9262-0887a35c702a), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.656226 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (39771798-430c-4099-aba0-4e564e634ac8), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.663413 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Pushing event updated for resources: {'Port': ['ID=c65c805d-4f7b-45be-b012-3126ad7fa04d,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:08.676644 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.708480 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.711332 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:28:59Z', 'revision_number': 3, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:08.721655 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 3, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:08.737342 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7496339d-dd21-4c60-be18-967de2fd9229 admin admin] Publish callbacks [] for security_group (804a0598-97cb-4dd1-8394-f8afc8bb42e8), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.782559 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (801d1daf-9669-48d1-8a43-82f59346df66), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.824866 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a21f47-7248-42cb-a9b6-3eac2b75ae08 None None] The sync data for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi is: [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 3, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:08.880807 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Publish callbacks [] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.898478 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c106bd0-dea0-4660-b282-71a922bdd35e None None] The sync data for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi is: [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:28:59Z', 'revision_number': 3, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:08.901141 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:08.905519 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Pushing event updated for resources: {'Port': ['ID=39771798-430c-4099-aba0-4e564e634ac8,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:08.907317 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:08.946414 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:08.965179 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:09.023663 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.036076 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51056ae9-012b-4adf-8cbe-c3b962719127 None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:09.106117 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.223403 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (51819c95-5f18-4f9b-8093-54134bfdc8d7), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.225487 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 467aafa6-1037-440e-8545-3396838c436d is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:09.226584 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0f33ef81-afa6-443f-8661-3d0df41c8bca up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:09.329966 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Publish callbacks [] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.356518 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7496339d-dd21-4c60-be18-967de2fd9229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (804a0598-97cb-4dd1-8394-f8afc8bb42e8), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.362922 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7496339d-dd21-4c60-be18-967de2fd9229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.373198 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-7496339d-dd21-4c60-be18-967de2fd9229 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/804a0598-97cb-4dd1-8394-f8afc8bb42e8 HTTP/1.1" status: 204 len: 168 time: 1.2133019 Jul 04 09:29:09.392896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.392896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (cd09bc92-dec9-4d40-a8d0-f56b071fb791), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.447099 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Provisioning complete for port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:09.451185 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.490891 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496339d-dd21-4c60-be18-967de2fd9229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a0598-97cb-4dd1-8394-f8afc8bb42e8,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:09.736864 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Network 618c36e6-8695-4130-9f58-1669576b2f7e is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:09.761195 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:09.778767 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Network 60da9ae2-c42d-4389-baa2-d1acd469f89e is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:09.788262 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:09.807950 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Attempting to bind port 425d2b13-604b-4326-bcd7-8fb537892a2f on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:09.808530 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Attempting to bind port 425d2b13-604b-4326-bcd7-8fb537892a2f by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:09.810898 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Attempting to bind port 425d2b13-604b-4326-bcd7-8fb537892a2f on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:09.819791 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Pushing event updated for resources: {'Port': ['ID=0f33ef81-afa6-443f-8661-3d0df41c8bca,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:09.823918 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.858760 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Pushing event updated for resources: {'Port': ['ID=183b0db0-5c0f-459f-a1b6-a390e0a5167f,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:09.916096 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4227e8-f5fc-4db6-9982-4ba254c834a5 None None] Pushing event updated for resources: {'Port': ['ID=425d2b13-604b-4326-bcd7-8fb537892a2f,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:09.979777 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:09.991505 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:09.992110 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:09.992775 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:09.993428 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Bound port: 425d2b13-604b-4326-bcd7-8fb537892a2f, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:09.993969 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:10.004223 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 0f33ef81-afa6-443f-8661-3d0df41c8bca triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:10.004756 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:10.175505 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Publish callbacks [] for port (801d1daf-9669-48d1-8a43-82f59346df66), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:10.187024 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:10.205403 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (801d1daf-9669-48d1-8a43-82f59346df66), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:10.225154 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (b221a0b3-941b-4d75-ae23-085b185d1816), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:10.382015 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Current status of the port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:10.427416 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:29:10.472443 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52810) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:10.484274 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] For port 425d2b13-604b-4326-bcd7-8fb537892a2f, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:10.501431 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Provisioning complete for port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:10.501804 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:10.638828 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 0f33ef81-afa6-443f-8661-3d0df41c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:10.640156 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0a6e6c9e-3172-4376-8f52-3d668fd6a783 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:10.666068 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] For port 425d2b13-604b-4326-bcd7-8fb537892a2f, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=425d2b13-604b-4326-bcd7-8fb537892a2f,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:10.792262 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:10.843043 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52820) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:10.875894 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Pushing event updated for resources: {'Port': ['ID=801d1daf-9669-48d1-8a43-82f59346df66,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:10.911038 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Router cd09bc92-dec9-4d40-a8d0-f56b071fb791 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:29:10.966960 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:10.968216 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:11.015297 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Network 9812808c-d655-4a41-a055-d1f732fa7722 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:11.026477 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:11.132715 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:11.198508 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Publish callbacks [] for port (d51251fc-b22a-474b-9262-0887a35c702a), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.296070 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-51d2dd12-ba01-445c-9f2f-05fb34505e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.386269 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4227e8-f5fc-4db6-9982-4ba254c834a5 None None] Pushing event updated for resources: {'Port': ['ID=425d2b13-604b-4326-bcd7-8fb537892a2f,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:11.396465 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-c7260e44-621d-47bb-bed8-dc9a754acae0 None None] Current status of the port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:11.465170 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-82489e84-e62d-4de4-94f9-e5d056f9daa8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4ad905accba44278de8b92342b2ea6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9771931 Jul 04 09:29:11.465641 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d51251fc-b22a-474b-9262-0887a35c702a), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.471112 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52828) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:11.518177 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:11.539583 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-b15e1fec-7e6d-45b9-af70-312092db2db5 admin admin] 10.222.0.73 "PUT /v2.0/routers/cd09bc92-dec9-4d40-a8d0-f56b071fb791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6836016 Jul 04 09:29:11.541909 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Allocated IP 172.27.3.64 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:11.592965 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Router b221a0b3-941b-4d75-ae23-085b185d1816 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:29:11.595833 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:11.596334 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.655371 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Publish callbacks [] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.681167 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Attempting to bind port d51251fc-b22a-474b-9262-0887a35c702a on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:11.681521 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Attempting to bind port d51251fc-b22a-474b-9262-0887a35c702a by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:11.681885 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Attempting to bind port d51251fc-b22a-474b-9262-0887a35c702a on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:11.691165 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.692894 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Provisioning complete for port d298d605-7b70-4dad-ac34-c33244c25f06 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:11.693211 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.707962 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-51d2dd12-ba01-445c-9f2f-05fb34505e40 admin admin] Publish callbacks [] for security_group (3dc93ce3-441d-49ed-a16f-8d0fdbdc6ac5), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.751543 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Pushing event updated for resources: {'Port': ['ID=c65c805d-4f7b-45be-b012-3126ad7fa04d,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:11.759144 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf865b-aba6-417e-bd42-cc798d767bf5 None None] Pushing event updated for resources: {'Port': ['ID=d51251fc-b22a-474b-9262-0887a35c702a,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:11.766284 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-51d2dd12-ba01-445c-9f2f-05fb34505e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (3dc93ce3-441d-49ed-a16f-8d0fdbdc6ac5), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.778290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:11.778290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:11.778290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.778290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:11.778290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Bound port: d51251fc-b22a-474b-9262-0887a35c702a, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:11.778290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d51251fc-b22a-474b-9262-0887a35c702a), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.787746 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.799568 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:11.811038 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-afcf161e-9d2f-4d36-b04e-9801830c1295 admin admin] 10.222.0.73 "PUT /v2.0/routers/28f60e7f-fab2-4b57-9a4d-0bff7f1db42b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5831535 Jul 04 09:29:11.838175 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] For port d51251fc-b22a-474b-9262-0887a35c702a, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:11.841874 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] For port d51251fc-b22a-474b-9262-0887a35c702a, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=d51251fc-b22a-474b-9262-0887a35c702a,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:11.858650 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d51251fc-b22a-474b-9262-0887a35c702a), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.900240 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (51819c95-5f18-4f9b-8093-54134bfdc8d7), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.905559 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-916bfde6-3ce5-42c9-b7e8-83176956151d admin admin] Publish callbacks [] for security_group (91a6203c-cc95-4fb9-938a-23ecd9607f12), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:11.988303 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2dd12-ba01-445c-9f2f-05fb34505e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc93ce3-441d-49ed-a16f-8d0fdbdc6ac5,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:11.994631 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-51d2dd12-ba01-445c-9f2f-05fb34505e40 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78a8066195894452ba3d52c526a3d09c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1445189 Jul 04 09:29:11.998333 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52844) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:12.008629 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:12.019510 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-38ddcc5c-041f-4837-9108-08e384810c88 admin admin] 10.222.0.73 "PUT /v2.0/routers/b221a0b3-941b-4d75-ae23-085b185d1816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2063003 Jul 04 09:29:12.058567 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-916bfde6-3ce5-42c9-b7e8-83176956151d admin admin] Publish callbacks [] for security_group (91a6203c-cc95-4fb9-938a-23ecd9607f12), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.062629 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.089581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6628ce8e-6091-4ca6-88a1-778ec012776a admin admin] Publish callbacks [] for security_group (3dc93ce3-441d-49ed-a16f-8d0fdbdc6ac5), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.093596 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:12.096655 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf865b-aba6-417e-bd42-cc798d767bf5 None None] Pushing event updated for resources: {'Port': ['ID=d51251fc-b22a-474b-9262-0887a35c702a,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:12.101996 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:12.127201 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Routers {'cd09bc92-dec9-4d40-a8d0-f56b071fb791'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:12.127999 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:28:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:12.129846 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6628ce8e-6091-4ca6-88a1-778ec012776a admin admin] Publish callbacks [] for security_group (3dc93ce3-441d-49ed-a16f-8d0fdbdc6ac5), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.155655 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:12.208871 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52858) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:12.214052 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-29f69f43-9b5a-4ad0-b363-6448ca445bb5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692549122', 'description': 'tempest-description--1134942478'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:12.225540 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6628ce8e-6091-4ca6-88a1-778ec012776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (3dc93ce3-441d-49ed-a16f-8d0fdbdc6ac5), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.234627 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6628ce8e-6091-4ca6-88a1-778ec012776a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.240896 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-6628ce8e-6091-4ca6-88a1-778ec012776a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3dc93ce3-441d-49ed-a16f-8d0fdbdc6ac5 HTTP/1.1" status: 204 len: 168 time: 0.2401810 Jul 04 09:29:12.278872 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52868) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:12.281223 dv-cinder-847864-6-iscsi neutron-server[103746]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 09:29:12.294392 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628ce8e-6091-4ca6-88a1-778ec012776a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc93ce3-441d-49ed-a16f-8d0fdbdc6ac5,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:12.321097 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-29f69f43-9b5a-4ad0-b363-6448ca445bb5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.386427 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:12.388940 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e01ce873-b387-4d9a-8b6a-a7316eb0587e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.423877 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:12.451513 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:12.457188 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:12.480985 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-916bfde6-3ce5-42c9-b7e8-83176956151d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (91a6203c-cc95-4fb9-938a-23ecd9607f12), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.490203 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-916bfde6-3ce5-42c9-b7e8-83176956151d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.495226 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-916bfde6-3ce5-42c9-b7e8-83176956151d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/91a6203c-cc95-4fb9-938a-23ecd9607f12 HTTP/1.1" status: 204 len: 168 time: 1.0162776 Jul 04 09:29:12.512347 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Current status of the port d298d605-7b70-4dad-ac34-c33244c25f06 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:12.512964 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.587275 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] For port d298d605-7b70-4dad-ac34-c33244c25f06, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=d298d605-7b70-4dad-ac34-c33244c25f06,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:12.627605 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.683745 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfde6-3ce5-42c9-b7e8-83176956151d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a6203c-cc95-4fb9-938a-23ecd9607f12,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:12.790326 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-29f69f43-9b5a-4ad0-b363-6448ca445bb5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (9f807c7a-6284-4bc5-b5ea-589d4e08ee97), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.797946 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.845446 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-29f69f43-9b5a-4ad0-b363-6448ca445bb5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9f807c7a-6284-4bc5-b5ea-589d4e08ee97), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.857246 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] Set router cd09bc92-dec9-4d40-a8d0-f56b071fb791 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:12.860486 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Pushing event updated for resources: {'Port': ['ID=d298d605-7b70-4dad-ac34-c33244c25f06,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:12.864119 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Provisioning complete for port 801d1daf-9669-48d1-8a43-82f59346df66 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:12.865196 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (801d1daf-9669-48d1-8a43-82f59346df66), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:12.979220 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 2, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:13.064097 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 52898) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:13.066763 dv-cinder-847864-6-iscsi neutron-server[103745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 09:29:13.090750 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-7e471299-bc7d-42d2-b513-58650186df4f tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:13.097638 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-7e471299-bc7d-42d2-b513-58650186df4f tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/networks?id=60da9ae2-c42d-4389-baa2-d1acd469f89e HTTP/1.1" status: 200 len: 812 time: 0.8175492 Jul 04 09:29:13.107521 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-29f69f43-9b5a-4ad0-b363-6448ca445bb5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.116916 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-29f69f43-9b5a-4ad0-b363-6448ca445bb5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9064596 Jul 04 09:29:13.119499 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52904) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:13.132780 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d298d605-7b70-4dad-ac34-c33244c25f06 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:13.141471 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-0de4e0ea-2be3-4ab0-b3d8-45a87f08571d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'security_group_rule': {'security_group_id': '9f807c7a-6284-4bc5-b5ea-589d4e08ee97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:13.142265 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.142786 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3623b17-24a4-4af6-89f0-f2555d4e278d None None] The sync data for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi is: [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 2, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:13.158510 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f69f43-9b5a-4ad0-b363-6448ca445bb5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f807c7a-6284-4bc5-b5ea-589d4e08ee97,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:13.186560 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-9666b2d2-afb2-47bd-8706-1b8a46180b14 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/quotas/772990240f674a6cbaca15951f7629f0 HTTP/1.1" status: 200 len: 375 time: 0.0854423 Jul 04 09:29:13.212716 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Port 801d1daf-9669-48d1-8a43-82f59346df66 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:13.265673 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Router 51819c95-5f18-4f9b-8093-54134bfdc8d7 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:29:13.322985 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0de4e0ea-2be3-4ab0-b3d8-45a87f08571d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (0fc32d9f-54d0-4a2f-953e-d382c2b95296), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.337683 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Provisioning complete for port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:13.338248 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.393379 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-9c262c60-6167-404f-9ed4-06d5921515b0 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=772990240f674a6cbaca15951f7629f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1937737 Jul 04 09:29:13.454635 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port d298d605-7b70-4dad-ac34-c33244c25f06 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:13.455147 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0de4e0ea-2be3-4ab0-b3d8-45a87f08571d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (0fc32d9f-54d0-4a2f-953e-d382c2b95296), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.455261 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.460757 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0de4e0ea-2be3-4ab0-b3d8-45a87f08571d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (0fc32d9f-54d0-4a2f-953e-d382c2b95296), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.484596 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4e0ea-2be3-4ab0-b3d8-45a87f08571d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc32d9f-54d0-4a2f-953e-d382c2b95296,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:13.508954 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0de4e0ea-2be3-4ab0-b3d8-45a87f08571d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.510763 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-0de4e0ea-2be3-4ab0-b3d8-45a87f08571d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3857784 Jul 04 09:29:13.513127 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52922) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:13.532198 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-0ab2da8c-acdd-46f4-95e4-f10672d4b627 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'security_group_rule': {'security_group_id': '9f807c7a-6284-4bc5-b5ea-589d4e08ee97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:13.578953 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0ab2da8c-acdd-46f4-95e4-f10672d4b627 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (b9f48d08-ae4b-4f2e-936a-2214d8c29913), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.619104 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366f385-648c-4536-8c42-27ee06027b30 req-fea51250-c138-4679-9320-5220ce5687ee tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:13.625982 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-fea51250-c138-4679-9320-5220ce5687ee tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 819 time: 0.5602126 Jul 04 09:29:13.644928 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Current status of the port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:13.669775 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-45d3fa0d-1be8-486e-af8b-da5eb4dcedab tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/quotas/86390c46ac044ee3974d90a7a29195be HTTP/1.1" status: 200 len: 375 time: 0.0427618 Jul 04 09:29:13.670512 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0ab2da8c-acdd-46f4-95e4-f10672d4b627 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (b9f48d08-ae4b-4f2e-936a-2214d8c29913), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.676524 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0ab2da8c-acdd-46f4-95e4-f10672d4b627 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (b9f48d08-ae4b-4f2e-936a-2214d8c29913), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.696075 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Provisioning complete for port c65c805d-4f7b-45be-b012-3126ad7fa04d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:13.698234 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.715865 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0ab2da8c-acdd-46f4-95e4-f10672d4b627 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.717532 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-0ab2da8c-acdd-46f4-95e4-f10672d4b627 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2030210 Jul 04 09:29:13.721260 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2da8c-acdd-46f4-95e4-f10672d4b627 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f48d08-ae4b-4f2e-936a-2214d8c29913,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:13.724895 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 52932) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:13.730673 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:13.766839 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.772456 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '772990240f674a6cbaca15951f7629f0', 'gw_port': {'id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:01Z', 'updated_at': '2022-07-04T09:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '183b0db0-5c0f-459f-a1b6-a390e0a5167f', 'name': '', 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'mac_address': 'fa:16:3e:53:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 2, 'project_id': '772990240f674a6cbaca15951f7629f0', 'subnets': [{'id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:13.813583 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423c145-80bd-4018-8f06-a5ff0fefc811 None None] The sync data for ids ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'] in dv-cinder-847864-6-iscsi is: [{'id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '772990240f674a6cbaca15951f7629f0', 'gw_port': {'id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:01Z', 'updated_at': '2022-07-04T09:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '183b0db0-5c0f-459f-a1b6-a390e0a5167f', 'name': '', 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'mac_address': 'fa:16:3e:53:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 2, 'project_id': '772990240f674a6cbaca15951f7629f0', 'subnets': [{'id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:13.816627 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port d298d605-7b70-4dad-ac34-c33244c25f06 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:13.818400 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 916a53bc-3c88-476a-9c60-d4b86a5fbbfe up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:13.858510 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Port c65c805d-4f7b-45be-b012-3126ad7fa04d cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:13.882883 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:13.883487 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:13.923285 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Provisioning complete for port 183b0db0-5c0f-459f-a1b6-a390e0a5167f triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:13.923411 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:13.926401 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.007283 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-bf23e0f7-62f0-436d-946e-4bdeed330afe admin admin] 10.222.0.73 "PUT /v2.0/routers/51819c95-5f18-4f9b-8093-54134bfdc8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1627133 Jul 04 09:29:14.085352 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-9f247199-0577-43d5-9517-df0b7c18e8f1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:29:14.087985 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-9f247199-0577-43d5-9517-df0b7c18e8f1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2044737 Jul 04 09:29:14.107115 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Port 183b0db0-5c0f-459f-a1b6-a390e0a5167f cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:14.143077 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-81f5642f-692e-4f4c-bda3-e580d55dba45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.145126 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:14.145660 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.168646 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Provisioning complete for port 39771798-430c-4099-aba0-4e564e634ac8 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:14.169249 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (39771798-430c-4099-aba0-4e564e634ac8), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.183273 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=916a53bc-3c88-476a-9c60-d4b86a5fbbfe,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:14.203274 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-71a306c7-683c-49f0-bfd0-016b7b16ad7d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5325613 Jul 04 09:29:14.205882 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.214614 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.215622 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.216409 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:14.237872 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Sync routers for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:14.283287 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:14.284987 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:29:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:14.381103 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Port 39771798-430c-4099-aba0-4e564e634ac8 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:14.408079 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:14.414874 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Sync routers for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:14.416091 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.448375 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.461320 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-aa5fff2d-8842-4ecf-8df6-56d9f052b7bc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8755133 Jul 04 09:29:14.463333 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.486298 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Provisioning complete for port 0f33ef81-afa6-443f-8661-3d0df41c8bca triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:14.492504 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.528481 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-716f0e71-afc4-4224-9862-038500b80f17 service neutron] 10.222.0.73 "GET /v2.0/networks/60da9ae2-c42d-4389-baa2-d1acd469f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162357 Jul 04 09:29:14.555112 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:14.566808 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:29:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:14.576446 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=916a53bc-3c88-476a-9c60-d4b86a5fbbfe,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:14.633207 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:14.719545 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Allocated IP 172.27.3.87 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/3d71859d-fdad-4ca9-9593-4244d95ef3ed) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:14.780338 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:14.780848 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.917648 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:14.945282 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for port (3d71859d-fdad-4ca9-9593-4244d95ef3ed), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:14.953084 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-df4a47bd-2280-4d3b-a71a-f401aad1d682 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103745) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:29:14.972329 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-df4a47bd-2280-4d3b-a71a-f401aad1d682 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3403523 Jul 04 09:29:14.996285 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b8240b73-f85f-4c61-b6cf-ef97bbfcb22b None None] Current status of the port 0f33ef81-afa6-443f-8661-3d0df41c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:15.135200 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 2, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:15.231687 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Checking router: 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:15.232057 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Updating router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b port 39771798-430c-4099-aba0-4e564e634ac8 binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:29:15.323595 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (39771798-430c-4099-aba0-4e564e634ac8), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:15.342282 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:15.343728 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 31794b7f-b248-42aa-8713-517e6984382c up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:15.443664 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-4da6875e-bc84-46eb-9390-846341de68eb None None] Provisioning complete for port c65c805d-4f7b-45be-b012-3126ad7fa04d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:15.449220 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4da6875e-bc84-46eb-9390-846341de68eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:15.552196 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (3d71859d-fdad-4ca9-9593-4244d95ef3ed), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:15.630729 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'Port': ['ID=3d71859d-fdad-4ca9-9593-4244d95ef3ed,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:15.682359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:15.686542 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:15.701152 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-2eb7eb3a-c89e-451d-8d41-a09edafb4952 service neutron] 10.222.0.73 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277830 Jul 04 09:29:15.710723 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:15.862815 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:15.869531 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-4da6875e-bc84-46eb-9390-846341de68eb None None] Port c65c805d-4f7b-45be-b012-3126ad7fa04d cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:15.878905 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (bc4bb127-cdd3-4462-9deb-94e99da4dccf), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:15.918018 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:10Z', 'revision_number': 2, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:15.924769 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 31794b7f-b248-42aa-8713-517e6984382c triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:15.925766 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (31794b7f-b248-42aa-8713-517e6984382c), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:15.928133 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-f1b5eab6-f5cc-459c-bc13-ba441b115a2f service neutron] 10.222.0.73 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165236 Jul 04 09:29:15.980035 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Checking router: 51819c95-5f18-4f9b-8093-54134bfdc8d7 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:15.980440 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Updating router 51819c95-5f18-4f9b-8093-54134bfdc8d7 port c65c805d-4f7b-45be-b012-3126ad7fa04d binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:29:16.006855 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-bdf7576c-e3aa-46a3-aa69-a9879c6777b1 service neutron] 10.222.0.73 "GET /v2.0/networks/60da9ae2-c42d-4389-baa2-d1acd469f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0064456 Jul 04 09:29:16.027720 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.033135 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3d71859d-fdad-4ca9-9593-4244d95ef3ed), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.046831 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Publish callbacks [] for port (39771798-430c-4099-aba0-4e564e634ac8), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.062257 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (39771798-430c-4099-aba0-4e564e634ac8), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.205282 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a12db-c4d6-4483-b627-44a75f071c67 None None] Pushing event updated for resources: {'Port': ['ID=39771798-430c-4099-aba0-4e564e634ac8,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:16.370887 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Attempting to bind port 39771798-430c-4099-aba0-4e564e634ac8 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:16.371715 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Attempting to bind port 39771798-430c-4099-aba0-4e564e634ac8 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:16.372490 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Attempting to bind port 39771798-430c-4099-aba0-4e564e634ac8 on network 618c36e6-8695-4130-9f58-1669576b2f7e {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:16.383573 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:16.384116 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Checking segment: {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:16.388883 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.389699 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Bound using segment: {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:16.390404 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Bound port: 39771798-430c-4099-aba0-4e564e634ac8, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:16.392760 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (39771798-430c-4099-aba0-4e564e634ac8), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.455813 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for port (3d71859d-fdad-4ca9-9593-4244d95ef3ed), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.464578 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3d71859d-fdad-4ca9-9593-4244d95ef3ed), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.526723 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (bc4bb127-cdd3-4462-9deb-94e99da4dccf), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.526837 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 31794b7f-b248-42aa-8713-517e6984382c is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:16.526837 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (31794b7f-b248-42aa-8713-517e6984382c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.576798 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'Port': ['ID=3d71859d-fdad-4ca9-9593-4244d95ef3ed,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:16.595209 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.605853 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c44e41f0-f35c-475e-b0cf-70052581cc2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8705752 Jul 04 09:29:16.627801 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] For port 39771798-430c-4099-aba0-4e564e634ac8, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:16.633665 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] For port 39771798-430c-4099-aba0-4e564e634ac8, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=39771798-430c-4099-aba0-4e564e634ac8,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:16.646837 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (39771798-430c-4099-aba0-4e564e634ac8), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.649615 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 31794b7f-b248-42aa-8713-517e6984382c, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=31794b7f-b248-42aa-8713-517e6984382c,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:16.679500 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (31794b7f-b248-42aa-8713-517e6984382c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:16.681945 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0f33ef81-afa6-443f-8661-3d0df41c8bca up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:16.729089 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-b0988678-9818-47d8-b197-9222f4936add tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--401593222&fields=id&tenant_id=6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 267 time: 0.1265225 Jul 04 09:29:16.808693 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:16.809773 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:29:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:16.944977 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=31794b7f-b248-42aa-8713-517e6984382c,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:17.030179 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d4285-f654-40ea-8913-6904456a98f0 req-78155800-d06d-40b9-863a-4683caaff743 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:17.041725 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-78155800-d06d-40b9-863a-4683caaff743 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 815 time: 0.3113472 Jul 04 09:29:17.065441 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-574defe5-2142-4b34-b614-2b21ac34cd33 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/quotas/6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 375 time: 0.0200498 Jul 04 09:29:17.095704 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 53056) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:17.105133 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-ffbe9250-1ac5-4eac-af93-850d17e87ea8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596128201', 'description': 'tempest-description--137662178'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:17.119262 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a12db-c4d6-4483-b627-44a75f071c67 None None] Pushing event updated for resources: {'Port': ['ID=39771798-430c-4099-aba0-4e564e634ac8,revision_number=4']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:17.124429 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-1d07eeb3-b6bc-4cc1-85da-8009568f05d1 None None] Provisioning complete for port 39771798-430c-4099-aba0-4e564e634ac8 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:17.124806 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1d07eeb3-b6bc-4cc1-85da-8009568f05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (39771798-430c-4099-aba0-4e564e634ac8), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.148447 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:17.183744 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ffbe9250-1ac5-4eac-af93-850d17e87ea8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.235282 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 0f33ef81-afa6-443f-8661-3d0df41c8bca triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:17.235675 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.239340 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.312870 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8254cca0-135b-4f35-88da-69f0c8fe4241 req-41626d6a-073d-47a0-938c-e9f1420f64f9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 210 time: 0.0825293 Jul 04 09:29:17.324785 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-5e4756b4-4641-4e2a-8a99-fb9034a88901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2573924 Jul 04 09:29:17.468879 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ffbe9250-1ac5-4eac-af93-850d17e87ea8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (3ab8c9ce-ad15-404e-a761-d8d484bf5266), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.540956 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-1d07eeb3-b6bc-4cc1-85da-8009568f05d1 None None] Current status of the port 39771798-430c-4099-aba0-4e564e634ac8 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:17.544279 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1d07eeb3-b6bc-4cc1-85da-8009568f05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (39771798-430c-4099-aba0-4e564e634ac8), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.577831 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1915956d-320e-4f16-b222-d1337851da04 req-9803485f-6ee9-495e-8f0b-3a2bed0afdc8 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 210 time: 0.1456838 Jul 04 09:29:17.581978 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ffbe9250-1ac5-4eac-af93-850d17e87ea8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (3ab8c9ce-ad15-404e-a761-d8d484bf5266), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.595615 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-a3e56776-3869-4a66-bf20-2f3585105d15 service neutron] 10.222.0.73 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592881 Jul 04 09:29:17.655949 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe9250-1ac5-4eac-af93-850d17e87ea8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab8c9ce-ad15-404e-a761-d8d484bf5266,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:17.663911 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ffbe9250-1ac5-4eac-af93-850d17e87ea8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.665344 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-ffbe9250-1ac5-4eac-af93-850d17e87ea8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5678704 Jul 04 09:29:17.670248 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 53078) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:17.684314 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-075e6284-9b04-4cb9-a3b3-86dd8f451da3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'security_group_rule': {'security_group_id': '3ab8c9ce-ad15-404e-a761-d8d484bf5266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:17.721168 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-075e6284-9b04-4cb9-a3b3-86dd8f451da3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (5d8c964c-addb-4031-8d34-d417aa0b12e4), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.917205 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-1d07eeb3-b6bc-4cc1-85da-8009568f05d1 None None] For port 39771798-430c-4099-aba0-4e564e634ac8, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=39771798-430c-4099-aba0-4e564e634ac8,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:17.945299 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1d07eeb3-b6bc-4cc1-85da-8009568f05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (39771798-430c-4099-aba0-4e564e634ac8), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.951039 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:17.959058 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-075e6284-9b04-4cb9-a3b3-86dd8f451da3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (5d8c964c-addb-4031-8d34-d417aa0b12e4), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:17.972958 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-075e6284-9b04-4cb9-a3b3-86dd8f451da3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (5d8c964c-addb-4031-8d34-d417aa0b12e4), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.000537 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 0f33ef81-afa6-443f-8661-3d0df41c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:18.018937 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0a6e6c9e-3172-4376-8f52-3d668fd6a783 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:18.021436 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-db92df74-5c4b-4072-9e48-4f8e3fcff766 service neutron] 10.222.0.73 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183786 Jul 04 09:29:18.078538 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e6284-9b04-4cb9-a3b3-86dd8f451da3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8c964c-addb-4031-8d34-d417aa0b12e4,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:18.084939 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f319dc-d9e8-4fb7-b49a-67ebc382fddd None None] The sync data for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi is: [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:18.095972 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53108) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:18.144855 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-075e6284-9b04-4cb9-a3b3-86dd8f451da3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.146426 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-075e6284-9b04-4cb9-a3b3-86dd8f451da3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4745109 Jul 04 09:29:18.149954 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53114) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:18.154682 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-6bf04fb4-577c-477b-9eec-8e87a44c3e82 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'security_group_rule': {'security_group_id': '3ab8c9ce-ad15-404e-a761-d8d484bf5266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:18.165219 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Publish callbacks [] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.226807 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-6bf04fb4-577c-477b-9eec-8e87a44c3e82 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (f2e9b1fa-81a5-4807-823c-59f3c9f0072a), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.230063 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.307036 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-bb9d5489-1756-4816-9bb7-3380e9379507 None None] Provisioning complete for port 39771798-430c-4099-aba0-4e564e634ac8 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:18.307416 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5489-1756-4816-9bb7-3380e9379507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (39771798-430c-4099-aba0-4e564e634ac8), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.337390 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-64a56b47-0faf-45df-99cd-bd90eda72257 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1692549122&fields=id&tenant_id=d61a8ec08da9488aae381f6cde07cb5e HTTP/1.1" status: 200 len: 267 time: 0.1893618 Jul 04 09:29:18.353114 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07eeb3-b6bc-4cc1-85da-8009568f05d1 None None] Pushing event updated for resources: {'Port': ['ID=39771798-430c-4099-aba0-4e564e634ac8,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:18.429844 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-6bf04fb4-577c-477b-9eec-8e87a44c3e82 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (f2e9b1fa-81a5-4807-823c-59f3c9f0072a), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.453348 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-6bf04fb4-577c-477b-9eec-8e87a44c3e82 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (f2e9b1fa-81a5-4807-823c-59f3c9f0072a), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.501789 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf04fb4-577c-477b-9eec-8e87a44c3e82 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e9b1fa-81a5-4807-823c-59f3c9f0072a,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:18.525709 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-6bf04fb4-577c-477b-9eec-8e87a44c3e82 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.527771 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-6bf04fb4-577c-477b-9eec-8e87a44c3e82 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3765583 Jul 04 09:29:18.528911 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2387f38a-794b-402e-9cfb-5f6684741fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.531982 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 53124) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:18.559329 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:18.636893 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c77259-8b55-4252-a830-2f3dce98696b None None] Pushing event updated for resources: {'Port': ['ID=c65c805d-4f7b-45be-b012-3126ad7fa04d,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:18.761478 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fab89-3327-48ed-a2b9-0769970fc875 req-3574cf77-6225-423a-a279-dfacba43c240 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:18.781041 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-3574cf77-6225-423a-a279-dfacba43c240 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 817 time: 0.4267211 Jul 04 09:29:18.782671 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.803026 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2387f38a-794b-402e-9cfb-5f6684741fb8 admin admin] Publish callbacks [] for security_group (c7f7aa6f-ce44-4734-a63b-19be8fdd3856), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.818846 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.835499 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:18.836279 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.872372 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Attempting to bind port c65c805d-4f7b-45be-b012-3126ad7fa04d on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:18.875161 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Attempting to bind port c65c805d-4f7b-45be-b012-3126ad7fa04d by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:18.876232 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Attempting to bind port c65c805d-4f7b-45be-b012-3126ad7fa04d on network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:18.898771 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:18.899959 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Checking segment: {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:18.904634 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.905767 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Bound using segment: {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:18.906497 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Bound port: c65c805d-4f7b-45be-b012-3126ad7fa04d, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:18.907055 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:18.956407 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-8ad09935-6c60-4880-9ae0-28df48edd946 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/quotas/d61a8ec08da9488aae381f6cde07cb5e HTTP/1.1" status: 200 len: 375 time: 0.1671720 Jul 04 09:29:19.061859 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-3620595e-ac60-44f7-bee3-f4d452645e1b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041033 Jul 04 09:29:19.063260 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2387f38a-794b-402e-9cfb-5f6684741fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (c7f7aa6f-ce44-4734-a63b-19be8fdd3856), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.143604 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-2387f38a-794b-402e-9cfb-5f6684741fb8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0b713f4fec14daa9a8de2c1424d140c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0445004 Jul 04 09:29:19.151375 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-a4afdd55-c607-4b92-b755-d40bf7cf447e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:19.153712 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 53152) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:19.153933 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-a4afdd55-c607-4b92-b755-d40bf7cf447e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 819 time: 0.3477497 Jul 04 09:29:19.183598 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:29:19.219481 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d5489-1756-4816-9bb7-3380e9379507 None None] Current status of the port 39771798-430c-4099-aba0-4e564e634ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:19.222081 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-d97d59f0-0457-438f-946c-611f138aa8c2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/quotas/86390c46ac044ee3974d90a7a29195be HTTP/1.1" status: 200 len: 375 time: 0.0429945 Jul 04 09:29:19.235386 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.285156 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.323420 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387f38a-794b-402e-9cfb-5f6684741fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f7aa6f-ce44-4734-a63b-19be8fdd3856,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:19.385214 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-450e9e55-0cf5-467f-8c8c-087842dec7f2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517851 Jul 04 09:29:19.409600 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] For port c65c805d-4f7b-45be-b012-3126ad7fa04d, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:19.418264 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:19.419320 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device b45ff5d5-2833-4b87-95a1-ebbf818a3905 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:19.522620 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-cb9ac50c-8cd6-4999-9e30-98f4b5a6b6b5 service neutron] 10.222.0.73 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534357 Jul 04 09:29:19.537371 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-841b3ee5-1377-40b8-837b-ca39047139fa None None] Provisioning complete for port c65c805d-4f7b-45be-b012-3126ad7fa04d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:19.537763 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-841b3ee5-1377-40b8-837b-ca39047139fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.550086 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8369a42e-f327-45bb-a0aa-aa2bc8dbf5a7 admin admin] Publish callbacks [] for security_group (c7f7aa6f-ce44-4734-a63b-19be8fdd3856), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.554080 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] For port c65c805d-4f7b-45be-b012-3126ad7fa04d, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=c65c805d-4f7b-45be-b012-3126ad7fa04d,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:19.601801 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.648788 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-841b3ee5-1377-40b8-837b-ca39047139fa None None] Port c65c805d-4f7b-45be-b012-3126ad7fa04d cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:19.655273 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-fec9aec3-4357-4d2f-9cab-0a2f666cdc5d service neutron] 10.222.0.73 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337573 Jul 04 09:29:19.703881 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8369a42e-f327-45bb-a0aa-aa2bc8dbf5a7 admin admin] Publish callbacks [] for security_group (c7f7aa6f-ce44-4734-a63b-19be8fdd3856), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.726511 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port b45ff5d5-2833-4b87-95a1-ebbf818a3905 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:19.727116 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.731972 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c77259-8b55-4252-a830-2f3dce98696b None None] Pushing event updated for resources: {'Port': ['ID=c65c805d-4f7b-45be-b012-3126ad7fa04d,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:19.784129 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:19.784990 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:29:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:19.830648 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8369a42e-f327-45bb-a0aa-aa2bc8dbf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (c7f7aa6f-ce44-4734-a63b-19be8fdd3856), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.831713 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-ece3e407-4f40-4f38-b884-8c87b5ddba1f service neutron] 10.222.0.73 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744351 Jul 04 09:29:19.836976 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8369a42e-f327-45bb-a0aa-aa2bc8dbf5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:19.844026 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-8369a42e-f327-45bb-a0aa-aa2bc8dbf5a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7f7aa6f-ce44-4734-a63b-19be8fdd3856 HTTP/1.1" status: 204 len: 168 time: 0.6818812 Jul 04 09:29:19.887914 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369a42e-f327-45bb-a0aa-aa2bc8dbf5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f7aa6f-ce44-4734-a63b-19be8fdd3856,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:19.936829 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Allocated IP 172.27.3.5 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/25a38016-598b-47da-badc-bc65dd1ccbfa) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:19.948134 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-c16a66a9-1671-45d2-b343-6bf3468c928c service neutron] 10.222.0.73 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245994 Jul 04 09:29:20.079987 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:20.225348 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port b45ff5d5-2833-4b87-95a1-ebbf818a3905 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:20.275064 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for port (25a38016-598b-47da-badc-bc65dd1ccbfa), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.436589 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0bdb7282-18ea-4892-bde1-c0b0e2acd23e req-ca78bdd4-9264-432e-85ba-ce72deaf6370 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 210 time: 0.0542083 Jul 04 09:29:20.457593 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cd724061-3150-4daa-b3a2-25b192fddb62 req-facd034e-dd84-45fe-9f8a-56d1751386b8 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.1226144 Jul 04 09:29:20.463286 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (25a38016-598b-47da-badc-bc65dd1ccbfa), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.485160 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53188) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:20.497733 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-1d66d19a-87ec-413a-b802-7f4d372fd5a3 None None] Provisioning complete for port c65c805d-4f7b-45be-b012-3126ad7fa04d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:20.498133 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1d66d19a-87ec-413a-b802-7f4d372fd5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.549354 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-312c2719-4f06-4997-af44-43ba68a4abfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.578847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:20.584474 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:20.590119 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:20.691500 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2441be7e-6ecc-4b01-9fc6-f86c0fb0bfa5 req-98b4e165-35a1-451c-9082-b784f160e24f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0877755 Jul 04 09:29:20.722318 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'Port': ['ID=25a38016-598b-47da-badc-bc65dd1ccbfa,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:20.800788 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d298d605-7b70-4dad-ac34-c33244c25f06 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:20.810298 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (1b44f6aa-1ab9-43ac-9549-a56b8de5ef16), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.862851 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-312c2719-4f06-4997-af44-43ba68a4abfe admin admin] Publish callbacks [] for security_group (98ef937a-0cf9-4ac6-ab73-29d48bb6263b), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.873692 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-312c2719-4f06-4997-af44-43ba68a4abfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (98ef937a-0cf9-4ac6-ab73-29d48bb6263b), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.891328 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-1d66d19a-87ec-413a-b802-7f4d372fd5a3 None None] Current status of the port c65c805d-4f7b-45be-b012-3126ad7fa04d is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:20.891778 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1d66d19a-87ec-413a-b802-7f4d372fd5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.928202 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (25a38016-598b-47da-badc-bc65dd1ccbfa), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.929515 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port d298d605-7b70-4dad-ac34-c33244c25f06 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:20.929894 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:20.964017 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-312c2719-4f06-4997-af44-43ba68a4abfe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20e93973aaca4457a945d39ef5c9a4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752913 Jul 04 09:29:20.984267 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53204) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:21.008209 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-1d66d19a-87ec-413a-b802-7f4d372fd5a3 None None] For port c65c805d-4f7b-45be-b012-3126ad7fa04d, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=c65c805d-4f7b-45be-b012-3126ad7fa04d,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:21.027723 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-342b1331-a2cf-46ee-a938-3ca7df9c484d req-7d67beab-e936-410b-9471-40e59da973ac tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.1176476 Jul 04 09:29:21.035471 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1d66d19a-87ec-413a-b802-7f4d372fd5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.040459 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c2719-4f06-4997-af44-43ba68a4abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ef937a-0cf9-4ac6-ab73-29d48bb6263b,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:21.040768 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-ff396b75-db47-45c1-8959-123d125359cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:19Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:21.119931 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e871accb-7046-4fe7-b677-c51cbf9e603a admin admin] Publish callbacks [] for security_group (98ef937a-0cf9-4ac6-ab73-29d48bb6263b), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.134880 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66d19a-87ec-413a-b802-7f4d372fd5a3 None None] Pushing event updated for resources: {'Port': ['ID=c65c805d-4f7b-45be-b012-3126ad7fa04d,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:21.140211 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff396b75-db47-45c1-8959-123d125359cd None None] The sync data for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi is: [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:19Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:21.143378 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e871accb-7046-4fe7-b677-c51cbf9e603a admin admin] Publish callbacks [] for security_group (98ef937a-0cf9-4ac6-ab73-29d48bb6263b), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.151661 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port d298d605-7b70-4dad-ac34-c33244c25f06 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:21.152732 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 916a53bc-3c88-476a-9c60-d4b86a5fbbfe up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:21.203661 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e871accb-7046-4fe7-b677-c51cbf9e603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (98ef937a-0cf9-4ac6-ab73-29d48bb6263b), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.206394 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e871accb-7046-4fe7-b677-c51cbf9e603a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.207556 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-e871accb-7046-4fe7-b677-c51cbf9e603a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98ef937a-0cf9-4ac6-ab73-29d48bb6263b HTTP/1.1" status: 204 len: 168 time: 0.2221334 Jul 04 09:29:21.208036 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:21.209264 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.215828 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871accb-7046-4fe7-b677-c51cbf9e603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ef937a-0cf9-4ac6-ab73-29d48bb6263b,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:21.247846 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for port (25a38016-598b-47da-badc-bc65dd1ccbfa), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.253611 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (25a38016-598b-47da-badc-bc65dd1ccbfa), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.268513 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (1b44f6aa-1ab9-43ac-9549-a56b8de5ef16), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.292705 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.304089 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7580974 Jul 04 09:29:21.341304 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc2c2f-df96-4d02-83d1-4c960fea9eef tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'Port': ['ID=25a38016-598b-47da-badc-bc65dd1ccbfa,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:21.444789 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:21.446073 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 39771798-430c-4099-aba0-4e564e634ac8 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:21.499315 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 39771798-430c-4099-aba0-4e564e634ac8 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:21.499700 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (39771798-430c-4099-aba0-4e564e634ac8), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.577703 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-9cbfa4cb-9d12-402e-bcaa-ad0e58b5fb5e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1596128201&fields=id&tenant_id=23b3530aae964df69b90462407d40476 HTTP/1.1" status: 200 len: 267 time: 0.0567656 Jul 04 09:29:21.617418 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 39771798-430c-4099-aba0-4e564e634ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:21.618578 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d51251fc-b22a-474b-9262-0887a35c702a up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:21.650166 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-248ee5b9-77c3-48b3-97bf-ae0554aee594 req-4e384dcf-ddfb-4a12-8981-55e9f669d4eb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0404942 Jul 04 09:29:21.673973 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port d51251fc-b22a-474b-9262-0887a35c702a triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:21.674392 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d51251fc-b22a-474b-9262-0887a35c702a), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.727277 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-f2528f6d-1b95-46ee-aadd-b0ab1288d272 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:21.729346 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-f2528f6d-1b95-46ee-aadd-b0ab1288d272 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 809 time: 0.1428480 Jul 04 09:29:21.745288 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-4ddf5317-1899-4fa4-a4ff-5c0e747dcfdb tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/quotas/23b3530aae964df69b90462407d40476 HTTP/1.1" status: 200 len: 375 time: 0.0102081 Jul 04 09:29:21.777027 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port d51251fc-b22a-474b-9262-0887a35c702a is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:21.777027 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d51251fc-b22a-474b-9262-0887a35c702a), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.805949 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port d51251fc-b22a-474b-9262-0887a35c702a, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=d51251fc-b22a-474b-9262-0887a35c702a,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:21.811774 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d51251fc-b22a-474b-9262-0887a35c702a), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:21.812338 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 31794b7f-b248-42aa-8713-517e6984382c up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:21.891794 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-206be59f-cafc-427b-a4a8-9e6d25bd9a55 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267805 Jul 04 09:29:21.912785 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a42a5edb-0bd3-45af-95b2-960d2c50eb1e req-9cbb6ffa-7305-451f-bd7c-34be55eaa132 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0708897 Jul 04 09:29:21.933863 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=d51251fc-b22a-474b-9262-0887a35c702a,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:21.950485 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 31794b7f-b248-42aa-8713-517e6984382c triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:21.950969 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (31794b7f-b248-42aa-8713-517e6984382c), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:22.045049 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-f459aa2a-3d7c-437e-bd13-061835ef170c service neutron] 10.222.0.73 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359663 Jul 04 09:29:22.054277 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-da8e73b5-7e17-4113-93e3-85305eac6774 req-a24c593b-8186-4fd6-a482-bc87492049b1 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 210 time: 0.0340660 Jul 04 09:29:22.064145 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 31794b7f-b248-42aa-8713-517e6984382c is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:22.065173 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 425d2b13-604b-4326-bcd7-8fb537892a2f up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:22.149241 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 425d2b13-604b-4326-bcd7-8fb537892a2f triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:22.149622 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:22.165658 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-b867046a-7199-40fd-9ec2-73d339a24c46 service neutron] 10.222.0.73 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197426 Jul 04 09:29:22.205335 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0c05a6fe-a4eb-4519-ad6b-39973e9a0867 req-9d89c7a2-0693-49ec-b498-1bf51dbdcf4a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0484967 Jul 04 09:29:22.254220 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 425d2b13-604b-4326-bcd7-8fb537892a2f is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:22.254678 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:22.280558 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 425d2b13-604b-4326-bcd7-8fb537892a2f, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=425d2b13-604b-4326-bcd7-8fb537892a2f,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:22.284651 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:22.367889 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=425d2b13-604b-4326-bcd7-8fb537892a2f,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:22.389737 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-749f0a47-2fdd-48d3-8a99-097c9d521251 req-56788c42-7207-4d69-8daa-2788776105ee tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0390239 Jul 04 09:29:22.404931 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d51251fc-b22a-474b-9262-0887a35c702a up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:22.453890 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port d51251fc-b22a-474b-9262-0887a35c702a triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:22.454484 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d51251fc-b22a-474b-9262-0887a35c702a), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:22.528826 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port d51251fc-b22a-474b-9262-0887a35c702a is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:22.737933 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-40ea6756-b6ea-4e8a-a257-5e7c71760de6 req-5fd0bc2a-7378-46ac-b938-f03f4ab22ccb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0299456 Jul 04 09:29:23.033955 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f8947816-e670-429b-961f-ece5b0fe689a req-86b55b29-2ee1-46b7-85c0-abb4d14664d8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0317495 Jul 04 09:29:23.168933 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5bb0b4b7-1bd2-4202-9fcc-b119052a2278 req-e74ea903-3be5-4bd9-8237-ee00d1d60590 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 210 time: 0.0309405 Jul 04 09:29:23.339959 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.62', 62792) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:23.411900 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4177ccf2-fc53-4abf-b265-9d2031153b72 req-88f8e550-722b-4288-a5a2-6c9a477d47a4 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0517995 Jul 04 09:29:23.507290 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6205ec38-ad3e-466b-81c9-b8e2984590ac req-763d9b53-1235-4b82-b558-c73e7f12a727 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0297179 Jul 04 09:29:23.577198 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366f385-648c-4536-8c42-27ee06027b30 req-886082a1-c1b4-4be3-92eb-3ce42699a902 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:23.579122 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-886082a1-c1b4-4be3-92eb-3ce42699a902 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 819 time: 0.2238026 Jul 04 09:29:23.601437 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.62', 62798) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:23.913401 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dcd64700-c47d-495a-b000-acc7b3e1f09e req-b5ed8c0c-10ac-468a-a424-98ff4cc42947 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0588205 Jul 04 09:29:24.014453 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Request body: {'port': {'device_id': 'fbe303b4-dc53-40d0-a0cc-ccc72022ff85', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'admin_state_up': True, 'tenant_id': '86390c46ac044ee3974d90a7a29195be'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:24.115555 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-7d2b7cbb-89b0-4c12-8910-796e275f6153 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:24.117924 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-7d2b7cbb-89b0-4c12-8910-796e275f6153 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.62 "GET /v2.0/networks?id=60da9ae2-c42d-4389-baa2-d1acd469f89e HTTP/1.1" status: 200 len: 812 time: 0.3920314 Jul 04 09:29:24.210793 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9367ebe5-aad9-47c6-b664-fb25c8c759b8 req-6c7e72a5-7261-459d-97ad-650925bde806 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0662303 Jul 04 09:29:24.235376 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Request body: {'port': {'device_id': '3132d89b-95ac-4fc0-bb37-6b849226fe72', 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e', 'admin_state_up': True, 'tenant_id': '772990240f674a6cbaca15951f7629f0'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:24.320637 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-65ada7bd-1c9f-4ecf-b1b3-bcf3446b5936 req-a2334768-d884-42de-93cc-3cd1e20dd9cd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 210 time: 0.0492291 Jul 04 09:29:24.331140 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.62', 62808) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:24.393702 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Made reservation on behalf of 86390c46ac044ee3974d90a7a29195be for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:24.413463 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:24.631520 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.62', 62809) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:24.635414 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d4285-f654-40ea-8913-6904456a98f0 req-282341bd-dcd6-4603-8169-ff4bb79b856a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:24.640375 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-282341bd-dcd6-4603-8169-ff4bb79b856a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 815 time: 0.2976370 Jul 04 09:29:24.660408 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device c65c805d-4f7b-45be-b012-3126ad7fa04d up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:24.819380 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port c65c805d-4f7b-45be-b012-3126ad7fa04d triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:24.820068 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:24.825939 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-28f742ed-17d3-4ca4-b4f5-54766e6a8014 req-aa479813-553f-4d5c-aa75-9ff7fd5c9192 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.1248939 Jul 04 09:29:24.856880 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62c17d0c-9089-40a4-a984-30d52c250174 req-df8079ee-c0b3-4413-87c5-c519d8365781 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.1728330 Jul 04 09:29:24.925173 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-c3eaf973-7a4f-411c-9269-dc1771d3b770 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 379 time: 0.2673020 Jul 04 09:29:24.981854 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port c65c805d-4f7b-45be-b012-3126ad7fa04d is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:24.983288 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 425d2b13-604b-4326-bcd7-8fb537892a2f up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:25.047858 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 425d2b13-604b-4326-bcd7-8fb537892a2f triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:25.048545 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:25.115623 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Made reservation on behalf of 772990240f674a6cbaca15951f7629f0 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:25.117442 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7041ce0a-7882-4508-883a-aa2971c1ba27 req-503b325a-0f81-4aee-8472-991286e9f862 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0473454 Jul 04 09:29:25.146567 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:25.180244 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Allocated IP 172.20.0.8 (9812808c-d655-4a41-a055-d1f732fa7722/34630bb3-d510-42c5-a404-70b18dd1ab85/5397f453-5227-455e-9807-70c550aa117f) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:25.193890 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 425d2b13-604b-4326-bcd7-8fb537892a2f is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:25.267800 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-5826e057-e2d7-45cc-ae18-04aa3b3f5fd8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:25.269455 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-5826e057-e2d7-45cc-ae18-04aa3b3f5fd8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 819 time: 0.6088886 Jul 04 09:29:25.322828 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Sync routers for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:25.337827 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:25.338833 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:29:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:25.425798 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-317d5b6b-5de7-46bf-ba8a-4fd084afba4f req-380d02b0-09b6-4beb-9407-fd5223d4a979 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0719903 Jul 04 09:29:25.451197 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0acb38d9-1711-4c39-8dc1-fb021241e940 req-36551b37-65dd-42cd-a4dd-3e01bced5675 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 210 time: 0.0356658 Jul 04 09:29:25.575701 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:25.576897 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Allocated IP 172.20.0.11 (60da9ae2-c42d-4389-baa2-d1acd469f89e/c1fe4e54-faec-4122-819e-17ca681faca7/7b0daf1e-95f2-40d0-a55c-11c303e5bfc5) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:25.647773 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for port (5397f453-5227-455e-9807-70c550aa117f), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:25.757319 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (5397f453-5227-455e-9807-70c550aa117f), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:25.775421 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 2, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:25.804168 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Checking router: b221a0b3-941b-4d75-ae23-085b185d1816 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:25.804533 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Updating router b221a0b3-941b-4d75-ae23-085b185d1816 port 801d1daf-9669-48d1-8a43-82f59346df66 binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:29:25.835438 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (801d1daf-9669-48d1-8a43-82f59346df66), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:25.845711 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Publish callbacks [] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:25.853983 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Network 9812808c-d655-4a41-a055-d1f732fa7722 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:25.864743 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:25.869913 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:25.875027 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:25.875636 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:25.880785 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event updated for resources: {'Port': ['ID=5397f453-5227-455e-9807-70c550aa117f,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:25.916469 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-d7e5222a-baf8-4f76-a536-6a468f10e642 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9077857 Jul 04 09:29:25.940416 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:25.969300 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9ddc113-6664-4da9-810c-210ed639c2d5 req-530eee31-5e6c-4404-8f88-0bb6136b5d11 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0469899 Jul 04 09:29:26.009864 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f5b099ef-9655-4c04-8082-521ffc7f337d req-aaeeba98-981f-4870-8e7b-1d410d0209ea tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0521278 Jul 04 09:29:26.016663 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Network 60da9ae2-c42d-4389-baa2-d1acd469f89e is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:26.020070 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:26.035827 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:26.041823 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:26.042691 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.049126 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Pushing event updated for resources: {'Port': ['ID=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:26.066466 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-45403501-7fa9-436b-9d14-7c65e060a405 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8359652 Jul 04 09:29:26.177705 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Publish callbacks [] for port (801d1daf-9669-48d1-8a43-82f59346df66), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.203253 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (801d1daf-9669-48d1-8a43-82f59346df66), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.233540 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fbca4cf6-4e4e-4d94-9586-3ecfaf92f40b req-b87d7b33-b577-4424-90d8-3c5540534dc1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0460169 Jul 04 09:29:26.263385 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-9a5f9819-16a3-4301-a51b-ebab8cd3d1fd None None] Provisioning complete for port 5397f453-5227-455e-9807-70c550aa117f triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:26.264434 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9819-16a3-4301-a51b-ebab8cd3d1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (5397f453-5227-455e-9807-70c550aa117f), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.269880 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e783e-138a-4d90-ae69-92a293f12022 None None] Pushing event updated for resources: {'Port': ['ID=801d1daf-9669-48d1-8a43-82f59346df66,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:26.310082 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f9819-16a3-4301-a51b-ebab8cd3d1fd None None] Port 5397f453-5227-455e-9807-70c550aa117f cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:26.345284 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Attempting to bind port 801d1daf-9669-48d1-8a43-82f59346df66 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:26.345821 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Attempting to bind port 801d1daf-9669-48d1-8a43-82f59346df66 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:26.346647 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Attempting to bind port 801d1daf-9669-48d1-8a43-82f59346df66 on network 9812808c-d655-4a41-a055-d1f732fa7722 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:26.351955 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:26.352322 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Checking segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:26.352716 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.353104 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Bound using segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:26.353566 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Bound port: 801d1daf-9669-48d1-8a43-82f59346df66, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:26.353940 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (801d1daf-9669-48d1-8a43-82f59346df66), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.429358 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] For port 801d1daf-9669-48d1-8a43-82f59346df66, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:26.432999 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-9b1e756c-b57f-45d4-a291-1d6402085fcd None None] Provisioning complete for port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:26.433621 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9b1e756c-b57f-45d4-a291-1d6402085fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.433725 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] For port 801d1daf-9669-48d1-8a43-82f59346df66, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=801d1daf-9669-48d1-8a43-82f59346df66,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:26.443926 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (801d1daf-9669-48d1-8a43-82f59346df66), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.517028 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e756c-b57f-45d4-a291-1d6402085fcd None None] Port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:26.541562 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:26.542479 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:29:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:26.546099 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e783e-138a-4d90-ae69-92a293f12022 None None] Pushing event updated for resources: {'Port': ['ID=801d1daf-9669-48d1-8a43-82f59346df66,revision_number=4']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:26.564226 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8a5ac31e-2656-43cd-a13f-09aa06551f85 req-4405968f-942c-49d2-8d3a-f4552111189c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0346799 Jul 04 09:29:26.634856 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed5067-93ba-411b-bf54-cda70ab37208 req-66c063fb-1231-46de-8c77-2be112f9c4a6 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:26.643510 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3bed5067-93ba-411b-bf54-cda70ab37208 req-66c063fb-1231-46de-8c77-2be112f9c4a6 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.1001277 Jul 04 09:29:26.650548 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-de360308-d057-44ca-bbe0-bb56055607c6 None None] Provisioning complete for port 801d1daf-9669-48d1-8a43-82f59346df66 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:26.651195 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-de360308-d057-44ca-bbe0-bb56055607c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (801d1daf-9669-48d1-8a43-82f59346df66), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.686825 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:26.708207 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3bed5067-93ba-411b-bf54-cda70ab37208 req-81229482-5983-473d-85c6-763abf515798 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636170 Jul 04 09:29:26.771610 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Sync routers for ids ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:26.788274 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Routers {'cd09bc92-dec9-4d40-a8d0-f56b071fb791'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:26.788910 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:29:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:26.836783 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-de360308-d057-44ca-bbe0-bb56055607c6 None None] Current status of the port 801d1daf-9669-48d1-8a43-82f59346df66 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:26.837551 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-de360308-d057-44ca-bbe0-bb56055607c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (801d1daf-9669-48d1-8a43-82f59346df66), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:26.926574 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-de360308-d057-44ca-bbe0-bb56055607c6 None None] For port 801d1daf-9669-48d1-8a43-82f59346df66, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=801d1daf-9669-48d1-8a43-82f59346df66,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:26.934311 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-de360308-d057-44ca-bbe0-bb56055607c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (801d1daf-9669-48d1-8a43-82f59346df66), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:27.004144 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Set router cd09bc92-dec9-4d40-a8d0-f56b071fb791 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:27.117464 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d2128155-e7d4-4e1d-a77b-b18b49ca7aad req-a6a37361-797c-4c4b-a8e1-fed81dce7097 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0475681 Jul 04 09:29:27.126826 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de360308-d057-44ca-bbe0-bb56055607c6 None None] Pushing event updated for resources: {'Port': ['ID=801d1daf-9669-48d1-8a43-82f59346df66,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:27.180793 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-2c5ec669-eb56-485f-be51-d49e86ec1fa0 None None] Provisioning complete for port 801d1daf-9669-48d1-8a43-82f59346df66 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:27.181294 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2c5ec669-eb56-485f-be51-d49e86ec1fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (801d1daf-9669-48d1-8a43-82f59346df66), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:27.212964 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:27.242467 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2c0384a6-9abc-4d01-a3f4-40f9ea69bb58 req-c5f72424-bfc6-466e-b1b1-cee1837644f9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0703576 Jul 04 09:29:27.290655 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65cc7d8-4ff3-4860-879f-6332a1c085f3 None None] The sync data for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi is: [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:27.423221 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3737731f-a007-4d16-a49f-cedc4f5a6661 req-0f439827-f676-4834-aa67-80e792be2079 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0484300 Jul 04 09:29:27.636649 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '772990240f674a6cbaca15951f7629f0', 'gw_port': {'id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:01Z', 'updated_at': '2022-07-04T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '183b0db0-5c0f-459f-a1b6-a390e0a5167f', 'name': '', 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'mac_address': 'fa:16:3e:53:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 2, 'project_id': '772990240f674a6cbaca15951f7629f0', 'subnets': [{'id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:27.686916 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Checking router: cd09bc92-dec9-4d40-a8d0-f56b071fb791 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:27.687282 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Updating router cd09bc92-dec9-4d40-a8d0-f56b071fb791 port 183b0db0-5c0f-459f-a1b6-a390e0a5167f binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:29:27.755863 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ec669-eb56-485f-be51-d49e86ec1fa0 None None] Current status of the port 801d1daf-9669-48d1-8a43-82f59346df66 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:27.776594 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:27.799454 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b756b119-b56c-4faf-b2a9-1a6cc15563b2 req-6e4d5824-9081-4ac9-994e-5f44fe7edd45 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.1017792 Jul 04 09:29:27.943780 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109f2a0-99f5-42a5-9036-0e95a5add599 req-ee9449c6-d1e5-4388-8808-ad449346edb0 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:27.951834 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2109f2a0-99f5-42a5-9036-0e95a5add599 req-ee9449c6-d1e5-4388-8808-ad449346edb0 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.0953286 Jul 04 09:29:28.023997 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2109f2a0-99f5-42a5-9036-0e95a5add599 req-faddf0e2-2c3e-48e3-80bd-df7e84fbae3b tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712073 Jul 04 09:29:28.118083 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Publish callbacks [] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:28.123194 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:28.180782 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2835c62-5107-4b21-be7a-d2fc0ca88954 None None] Pushing event updated for resources: {'Port': ['ID=183b0db0-5c0f-459f-a1b6-a390e0a5167f,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:28.236633 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e2279fc2-c297-4773-97db-79ded0fad4d8 req-67bb9f1d-e3c5-403f-8e76-8dfc00354ff4 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0307403 Jul 04 09:29:28.248636 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Attempting to bind port 183b0db0-5c0f-459f-a1b6-a390e0a5167f on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:28.249011 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Attempting to bind port 183b0db0-5c0f-459f-a1b6-a390e0a5167f by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:28.249374 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Attempting to bind port 183b0db0-5c0f-459f-a1b6-a390e0a5167f on network 60da9ae2-c42d-4389-baa2-d1acd469f89e {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:28.260079 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:28.262269 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Checking segment: {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:28.262752 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:28.263267 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Bound using segment: {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:28.263764 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Bound port: 183b0db0-5c0f-459f-a1b6-a390e0a5167f, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:28.264141 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:28.360487 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] For port 183b0db0-5c0f-459f-a1b6-a390e0a5167f, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:28.364916 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] For port 183b0db0-5c0f-459f-a1b6-a390e0a5167f, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=183b0db0-5c0f-459f-a1b6-a390e0a5167f,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:28.375901 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:28.385493 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f1510ce8-31a7-4ca2-856f-398d3fa227bc req-d952bc94-4cae-4be9-ac85-b0a4ad3885ae tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0573158 Jul 04 09:29:28.434273 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Routers {'cd09bc92-dec9-4d40-a8d0-f56b071fb791'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:29:28.434913 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:29:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:28.486977 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 801d1daf-9669-48d1-8a43-82f59346df66 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:28.527810 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-505fc9c4-6d0d-403d-b357-ca83065860f6 req-d0836bc5-79c3-4f63-bdb6-335f5e034070 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0321546 Jul 04 09:29:28.535149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2835c62-5107-4b21-be7a-d2fc0ca88954 None None] Pushing event updated for resources: {'Port': ['ID=183b0db0-5c0f-459f-a1b6-a390e0a5167f,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:28.665255 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a9417c76-60f6-42f4-b8d5-1f321866593d None None] Provisioning complete for port 183b0db0-5c0f-459f-a1b6-a390e0a5167f triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:28.665945 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9417c76-60f6-42f4-b8d5-1f321866593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:28.777257 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] Set router cd09bc92-dec9-4d40-a8d0-f56b071fb791 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:29:28.779276 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 801d1daf-9669-48d1-8a43-82f59346df66 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:28.779657 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (801d1daf-9669-48d1-8a43-82f59346df66), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:28.942834 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b1380fe2-6452-44fb-893d-f8af0890744a req-5ce16a36-8dbd-4738-926e-6b39fbc95f2e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0487552 Jul 04 09:29:29.019293 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a9417c76-60f6-42f4-b8d5-1f321866593d None None] Current status of the port 183b0db0-5c0f-459f-a1b6-a390e0a5167f is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:29.019678 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9417c76-60f6-42f4-b8d5-1f321866593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:29.111938 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 801d1daf-9669-48d1-8a43-82f59346df66 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:29.116086 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-a9417c76-60f6-42f4-b8d5-1f321866593d None None] For port 183b0db0-5c0f-459f-a1b6-a390e0a5167f, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=183b0db0-5c0f-459f-a1b6-a390e0a5167f,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:29.125111 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9417c76-60f6-42f4-b8d5-1f321866593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:29.183378 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367cc33-df9e-468e-9316-96d1c6ae115e req-f1cd7b36-91ea-43d4-b372-a9b8307c4dd7 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:29.185331 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5367cc33-df9e-468e-9316-96d1c6ae115e req-f1cd7b36-91ea-43d4-b372-a9b8307c4dd7 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.0769877 Jul 04 09:29:29.216729 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9417c76-60f6-42f4-b8d5-1f321866593d None None] Pushing event updated for resources: {'Port': ['ID=183b0db0-5c0f-459f-a1b6-a390e0a5167f,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:29.274457 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-bf1206d6-3918-47ba-a02a-3c3f72c9cf40 None None] Provisioning complete for port 183b0db0-5c0f-459f-a1b6-a390e0a5167f triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:29.274829 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bf1206d6-3918-47ba-a02a-3c3f72c9cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:29.290181 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5367cc33-df9e-468e-9316-96d1c6ae115e req-49255c13-61b5-4308-8452-b80f694e7d49 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976338 Jul 04 09:29:29.303316 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '772990240f674a6cbaca15951f7629f0', 'gw_port': {'id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:01Z', 'updated_at': '2022-07-04T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '183b0db0-5c0f-459f-a1b6-a390e0a5167f', 'name': '', 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'mac_address': 'fa:16:3e:53:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:28Z', 'revision_number': 4, 'project_id': '772990240f674a6cbaca15951f7629f0', 'subnets': [{'id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:29.335983 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a00a7d-800c-4797-a784-dd049ad3192c None None] The sync data for ids ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'] in dv-cinder-847864-6-iscsi is: [{'id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '772990240f674a6cbaca15951f7629f0', 'gw_port': {'id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:01Z', 'updated_at': '2022-07-04T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '183b0db0-5c0f-459f-a1b6-a390e0a5167f', 'name': '', 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'mac_address': 'fa:16:3e:53:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:28Z', 'revision_number': 4, 'project_id': '772990240f674a6cbaca15951f7629f0', 'subnets': [{'id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:29.373774 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bc44eb24-1eb6-450e-8c58-5431dc5c5211 req-6ce17c09-4eb1-4ef8-9bdc-8ecc31e88be0 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0274639 Jul 04 09:29:29.399193 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-bf1206d6-3918-47ba-a02a-3c3f72c9cf40 None None] Current status of the port 183b0db0-5c0f-459f-a1b6-a390e0a5167f is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:29.546092 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1b4c9389-3a0a-4512-8454-236e124235bf req-dcc165ae-fb14-4596-adc5-6a060cff1e09 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0572603 Jul 04 09:29:29.676747 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8d8afa11-3c8f-4c1b-8efd-52491d62b1ae req-fe5217d0-f9ab-40ee-afb0-0696bf502b37 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0468161 Jul 04 09:29:30.048965 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6a688cc5-4052-4638-bff1-523b082813a7 req-27d9c161-b5a1-439d-a628-f3201fb85d0f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0302353 Jul 04 09:29:30.410778 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 183b0db0-5c0f-459f-a1b6-a390e0a5167f up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:29:30.417817 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcacf07-23c7-4006-92e5-57022a9a1380 req-b5588026-359d-4a74-8857-f5e4e29a6161 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:30.426331 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9dcacf07-23c7-4006-92e5-57022a9a1380 req-b5588026-359d-4a74-8857-f5e4e29a6161 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.0662889 Jul 04 09:29:30.501729 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 183b0db0-5c0f-459f-a1b6-a390e0a5167f triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:30.502218 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:30.522339 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9dcacf07-23c7-4006-92e5-57022a9a1380 req-4cf23665-0979-4fea-9fc5-61c82f721837 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936918 Jul 04 09:29:30.528954 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a2394ef2-50be-4d88-92e2-548823fdf4e7 req-88a89bf3-28c1-4add-9d0e-867b489cebb2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0447986 Jul 04 09:29:30.594997 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 183b0db0-5c0f-459f-a1b6-a390e0a5167f is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:30.837078 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9dc56a32-c39a-4111-ac19-711adc4aa8a2 req-9a171601-b7ec-49d8-9ef7-8fc4ac0ccaf4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0823810 Jul 04 09:29:30.872353 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-748c64af-c7c1-4e79-863d-79f31525645e req-0fb5884e-405c-4037-ab41-2df5a895dbe0 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.2158370 Jul 04 09:29:31.246694 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-54b39154-4df5-4343-8922-d4e508578de1 req-b22be238-7115-49b9-9f3c-f8abc68f4a29 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0471373 Jul 04 09:29:31.457335 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53530) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:31.462984 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Request body: {'port': {'device_id': '91ac10d3-3895-4d08-89ab-c51ba17979aa', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'admin_state_up': True, 'tenant_id': '86390c46ac044ee3974d90a7a29195be'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:31.468182 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'port': {'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'admin_state_up': True, 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'security_groups': ['781e3c76-bb30-4bc0-b259-4d8768dc3b0a']}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:31.478896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-42f9942b-126b-444d-bd53-a143bd16e3ac tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:29:31.479765 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.62', 62819) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:31.482073 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-42f9942b-126b-444d-bd53-a143bd16e3ac tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157125 Jul 04 09:29:31.506754 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-2a015273-e688-449e-805f-060e8400c9a7 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:29:31.509683 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-2a015273-e688-449e-805f-060e8400c9a7 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266156 Jul 04 09:29:31.513200 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.62', 62820) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:31.766675 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-389311b0-3bdb-4850-a0c4-ccb7832f8f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:31.772296 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Made reservation on behalf of 86390c46ac044ee3974d90a7a29195be for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:31.777316 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:31.782350 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-804e792e-9ea3-4c8d-a417-d54b6753974e req-213f474d-cdfe-469b-a716-b0a96c210619 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0775318 Jul 04 09:29:31.851681 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9058-8be0-4aad-ba9d-feab9debebee req-eb7f4293-2de4-4f2c-a77e-9826e52767c2 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:31.859026 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-deac9058-8be0-4aad-ba9d-feab9debebee req-eb7f4293-2de4-4f2c-a77e-9826e52767c2 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.2143738 Jul 04 09:29:31.883186 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Made reservation on behalf of 6a68b94cba234defbc9f59f21c9d0fb5 for: {'port': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:31.889377 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:31.956826 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-deac9058-8be0-4aad-ba9d-feab9debebee req-4f668a9b-ae67-4d67-aa34-1740429245d5 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964556 Jul 04 09:29:32.119237 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-389311b0-3bdb-4850-a0c4-ccb7832f8f3d admin admin] Publish callbacks [] for security_group (e87427e5-d33d-42a6-b5fb-4193246cd008), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:32.125806 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-53ad7601-04a9-4c94-a5fd-64a691a3d368 req-d145f945-c531-439c-86c5-fbd72b86fbab tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.1375461 Jul 04 09:29:32.195126 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-389311b0-3bdb-4850-a0c4-ccb7832f8f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e87427e5-d33d-42a6-b5fb-4193246cd008), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:32.202109 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Allocated IP 172.20.0.11 (9812808c-d655-4a41-a055-d1f732fa7722/34630bb3-d510-42c5-a404-70b18dd1ab85/38a669ed-388d-4937-b164-3b6b2501bbe9) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:32.287575 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c5d9f450-59a3-46ae-9f84-c377cad00ebb req-bcf47908-d5d3-47b0-a713-d78681232e96 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.1707532 Jul 04 09:29:32.382258 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-389311b0-3bdb-4850-a0c4-ccb7832f8f3d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57088a3941da4c8f96e840d84ba6cf4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9239647 Jul 04 09:29:32.394285 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 53556) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:32.405636 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389311b0-3bdb-4850-a0c4-ccb7832f8f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87427e5-d33d-42a6-b5fb-4193246cd008,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:32.461844 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2e9a6599-3c87-48e0-b683-54fe7fb8900e req-2aa695e9-4e88-47fd-8f68-12adec0abdb1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 210 time: 0.0790794 Jul 04 09:29:32.546284 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2323ff8b-ebd5-4fae-a275-c2a9e15b10c5 admin admin] Publish callbacks [] for security_group (e87427e5-d33d-42a6-b5fb-4193246cd008), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:32.588672 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2323ff8b-ebd5-4fae-a275-c2a9e15b10c5 admin admin] Publish callbacks [] for security_group (e87427e5-d33d-42a6-b5fb-4193246cd008), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:32.672718 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Allocated IP 172.20.0.13 (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae/7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4/1ac87eb2-45af-4b31-8a1f-1efcac4b796d) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:32.717490 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:32.730287 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2323ff8b-ebd5-4fae-a275-c2a9e15b10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e87427e5-d33d-42a6-b5fb-4193246cd008), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:32.733298 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2323ff8b-ebd5-4fae-a275-c2a9e15b10c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:32.738516 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-2323ff8b-ebd5-4fae-a275-c2a9e15b10c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e87427e5-d33d-42a6-b5fb-4193246cd008 HTTP/1.1" status: 204 len: 168 time: 0.3426363 Jul 04 09:29:32.754020 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323ff8b-ebd5-4fae-a275-c2a9e15b10c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87427e5-d33d-42a6-b5fb-4193246cd008,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:32.794693 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:32.837421 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Network 9812808c-d655-4a41-a055-d1f732fa7722 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:32.863969 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:32.871475 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:32.883609 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:32.884338 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:32.930129 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4779780 Jul 04 09:29:32.983552 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb25f2d-0011-4ca8-b4dc-1191a7293f2c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event updated for resources: {'Port': ['ID=38a669ed-388d-4937-b164-3b6b2501bbe9,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:32.984367 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:33.038863 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-08f970f0-3f38-4087-8d59-3f2806b81ea4 req-d20e1fc4-9d3c-4129-a481-bf0ade8590cd tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0816770 Jul 04 09:29:33.085318 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:33.177665 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a73f69-d116-4343-bafd-0fad9263ebb9 req-c7bfffb9-fd6e-46e3-96ba-3e5f2cdc4420 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:33.186239 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-98a73f69-d116-4343-bafd-0fad9263ebb9 req-c7bfffb9-fd6e-46e3-96ba-3e5f2cdc4420 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.1044743 Jul 04 09:29:33.254637 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-98a73f69-d116-4343-bafd-0fad9263ebb9 req-b267180f-82f0-4702-aeff-dc8def3b8b5d tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674560 Jul 04 09:29:33.268986 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:33.287122 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:33.290394 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:33.292925 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:33.332001 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3cbd5-d952-468e-a784-3ba2b3197a2e req-df558d0a-b300-4880-a277-84103156a5fa tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:33.333840 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-89f3cbd5-d952-468e-a784-3ba2b3197a2e req-df558d0a-b300-4880-a277-84103156a5fa tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 932 time: 0.1120496 Jul 04 09:29:33.374161 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:33.374815 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:33.381650 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-53aeddc1-e085-46a5-82ea-c5b7a45b2456 None None] Provisioning complete for port 38a669ed-388d-4937-b164-3b6b2501bbe9 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:33.383437 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-53aeddc1-e085-46a5-82ea-c5b7a45b2456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:33.407761 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-64790da0-7567-465a-a064-401e6f0f1ba1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9537041 Jul 04 09:29:33.420746 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-53aeddc1-e085-46a5-82ea-c5b7a45b2456 None None] Port 38a669ed-388d-4937-b164-3b6b2501bbe9 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:33.432260 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-89f3cbd5-d952-468e-a784-3ba2b3197a2e req-e40f4726-47f3-4943-ba51-27a9dd8302cb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826502 Jul 04 09:29:33.442150 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-55737415-2468-44c5-b782-0b64b626e8dc req-c09548b8-4b4b-451b-86ee-93526e195bfe tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0548732 Jul 04 09:29:33.588958 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51121a26-0869-4030-a3ec-1c211d20615b req-b3006b05-f845-4059-8cf2-95e942f371ad tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:33.590485 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-51121a26-0869-4030-a3ec-1c211d20615b req-b3006b05-f845-4059-8cf2-95e942f371ad tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 932 time: 0.0584068 Jul 04 09:29:33.638302 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-51121a26-0869-4030-a3ec-1c211d20615b req-76506023-fe5d-449d-a9ae-c6af035fbcff tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422997 Jul 04 09:29:33.640964 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b35f2833-d8b9-45ef-8e9b-d3db103881bb None None] Provisioning complete for port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:33.641340 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b35f2833-d8b9-45ef-8e9b-d3db103881bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:33.676108 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b35f2833-d8b9-45ef-8e9b-d3db103881bb None None] Port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:34.159056 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4c3bfcd1-6b46-4f3e-adf4-1d406f0f747a req-d33dc56e-194d-4cfb-a4ca-84b67fdd3804 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0407605 Jul 04 09:29:34.382550 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36e561-fcc6-4391-93bd-747cda5a3369 req-00be390e-5506-4b7f-94c0-29d51815604a tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:34.384045 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-be36e561-fcc6-4391-93bd-747cda5a3369 req-00be390e-5506-4b7f-94c0-29d51815604a tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.0577834 Jul 04 09:29:34.431267 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-be36e561-fcc6-4391-93bd-747cda5a3369 req-4a6764dc-9648-46d6-aa96-f6b4d61f3212 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Jul 04 09:29:34.590388 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1f148-93f4-4d13-bcfc-58f0e9ab6b25 req-29c58679-0398-4a75-9664-e8584786e3a1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:34.597750 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2ff1f148-93f4-4d13-bcfc-58f0e9ab6b25 req-29c58679-0398-4a75-9664-e8584786e3a1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 932 time: 0.1048791 Jul 04 09:29:34.614770 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9ce5a61e-9a85-4353-97c8-5a67b962ae61 req-fc619451-5d4d-43ec-aaf6-0adcc220ab3a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0854385 Jul 04 09:29:34.682686 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2ff1f148-93f4-4d13-bcfc-58f0e9ab6b25 req-bb3c2f3f-cb2b-4e34-9a01-51c76c8cf783 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809407 Jul 04 09:29:34.795280 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a1198-6b70-4a9a-ab2b-d942ca007b77 req-7daf7575-8ab0-433a-ad13-e0cd71971bb7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:34.796763 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6c9a1198-6b70-4a9a-ab2b-d942ca007b77 req-7daf7575-8ab0-433a-ad13-e0cd71971bb7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 932 time: 0.0554836 Jul 04 09:29:34.865270 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6c9a1198-6b70-4a9a-ab2b-d942ca007b77 req-de340997-6015-429e-aa85-e1c278a68808 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618734 Jul 04 09:29:35.229496 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53662) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:35.274815 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0aec323b-c0f1-4b9d-8892-6f94b185bbf9 req-148b2afd-4850-4952-88a5-cd853d3c7272 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0335293 Jul 04 09:29:35.391204 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4a081f77-cf62-41fc-9c01-965d91451557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:35.498771 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4a081f77-cf62-41fc-9c01-965d91451557 admin admin] Publish callbacks [] for security_group (77f58942-d5fe-40ef-95de-e22dd45b5161), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:35.503482 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4a081f77-cf62-41fc-9c01-965d91451557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (77f58942-d5fe-40ef-95de-e22dd45b5161), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:35.569471 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a081f77-cf62-41fc-9c01-965d91451557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f58942-d5fe-40ef-95de-e22dd45b5161,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:35.576069 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-4a081f77-cf62-41fc-9c01-965d91451557 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f37efa514cb14c55b89741fc08c666a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454816 Jul 04 09:29:35.579254 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53674) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:35.628456 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0e31b-aca1-4112-8fa6-107bd3e6878b req-ab2bac61-8ac4-4824-a15f-a351e749fb06 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:35.630732 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cfb0e31b-aca1-4112-8fa6-107bd3e6878b req-ab2bac61-8ac4-4824-a15f-a351e749fb06 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.1198685 Jul 04 09:29:35.666009 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-59ccc059-a640-4224-8eb1-89ba8542df98 admin admin] Publish callbacks [] for security_group (77f58942-d5fe-40ef-95de-e22dd45b5161), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:35.704806 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-59ccc059-a640-4224-8eb1-89ba8542df98 admin admin] Publish callbacks [] for security_group (77f58942-d5fe-40ef-95de-e22dd45b5161), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:35.719836 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-66a1e8ab-46ef-433d-bbec-7f750a14a432 req-49faa2e5-7098-4331-9575-65027ee8f633 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0265217 Jul 04 09:29:35.724628 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cfb0e31b-aca1-4112-8fa6-107bd3e6878b req-e3b9e386-cbcf-487d-b2bf-ee28e19d6fa1 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870192 Jul 04 09:29:35.765787 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-59ccc059-a640-4224-8eb1-89ba8542df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (77f58942-d5fe-40ef-95de-e22dd45b5161), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:35.768645 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-59ccc059-a640-4224-8eb1-89ba8542df98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:35.769803 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-59ccc059-a640-4224-8eb1-89ba8542df98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77f58942-d5fe-40ef-95de-e22dd45b5161 HTTP/1.1" status: 204 len: 168 time: 0.1895361 Jul 04 09:29:35.778386 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccc059-a640-4224-8eb1-89ba8542df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f58942-d5fe-40ef-95de-e22dd45b5161,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:35.838388 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75ac92-36f7-443d-a1a6-3cf11dc66d45 req-c83cb358-e2c8-420f-9927-a15a10dd8290 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:35.839785 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0f75ac92-36f7-443d-a1a6-3cf11dc66d45 req-c83cb358-e2c8-420f-9927-a15a10dd8290 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 932 time: 0.0599036 Jul 04 09:29:35.888775 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0f75ac92-36f7-443d-a1a6-3cf11dc66d45 req-92658275-3cf4-4cf2-a903-63fc80b96a0f tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434101 Jul 04 09:29:36.010752 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035fcb-ee04-41cb-82d8-556ac0a3b457 req-70f11cf4-5b92-4c07-a1d2-0aa2a05ef3e5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:36.012604 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7f035fcb-ee04-41cb-82d8-556ac0a3b457 req-70f11cf4-5b92-4c07-a1d2-0aa2a05ef3e5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 932 time: 0.0711377 Jul 04 09:29:36.071284 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7f035fcb-ee04-41cb-82d8-556ac0a3b457 req-8277bbc8-755f-4924-96c7-227dd0c83d9e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541835 Jul 04 09:29:36.084007 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53686) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:36.097474 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-6263358d-a885-49e2-94fc-956fa9a6970d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:36.170928 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-6263358d-a885-49e2-94fc-956fa9a6970d admin admin] Publish callbacks [] for security_group (4df9abf3-863d-46b6-9230-5e93a85facb1), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:36.174564 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-6263358d-a885-49e2-94fc-956fa9a6970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (4df9abf3-863d-46b6-9230-5e93a85facb1), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:36.222335 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 53688) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:36.222555 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-6263358d-a885-49e2-94fc-956fa9a6970d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2fb1cfe81a0a4f9bb966f47d9971783c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372287 Jul 04 09:29:36.225139 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263358d-a885-49e2-94fc-956fa9a6970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df9abf3-863d-46b6-9230-5e93a85facb1,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:36.278087 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f622f1df-e561-42e8-8bc8-cd3cafafa45b admin admin] Publish callbacks [] for security_group (4df9abf3-863d-46b6-9230-5e93a85facb1), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:36.302898 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f622f1df-e561-42e8-8bc8-cd3cafafa45b admin admin] Publish callbacks [] for security_group (4df9abf3-863d-46b6-9230-5e93a85facb1), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:36.386261 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7fe55bf6-9b5f-414a-805c-3805411ae471 req-3d13002f-2872-4d37-a521-b4f2abf06d67 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0347428 Jul 04 09:29:36.387220 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f622f1df-e561-42e8-8bc8-cd3cafafa45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (4df9abf3-863d-46b6-9230-5e93a85facb1), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:36.390265 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f622f1df-e561-42e8-8bc8-cd3cafafa45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:36.391661 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-f622f1df-e561-42e8-8bc8-cd3cafafa45b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4df9abf3-863d-46b6-9230-5e93a85facb1 HTTP/1.1" status: 204 len: 168 time: 0.1680925 Jul 04 09:29:36.404973 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622f1df-e561-42e8-8bc8-cd3cafafa45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df9abf3-863d-46b6-9230-5e93a85facb1,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:36.858640 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f0357bdf-0a04-4f4b-b63e-02d7f7659378 req-7e59ffc2-2708-43ba-86f2-f44ec2528a34 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0328450 Jul 04 09:29:36.891474 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c25036-4f79-4d6b-89f3-271fdec09382 req-e425d655-d5da-478e-ac16-edce843ca37d tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:36.893278 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-05c25036-4f79-4d6b-89f3-271fdec09382 req-e425d655-d5da-478e-ac16-edce843ca37d tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.0759346 Jul 04 09:29:36.983309 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-05c25036-4f79-4d6b-89f3-271fdec09382 req-f02f7c83-c12a-4dee-8c01-6ac0906ec978 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815606 Jul 04 09:29:37.017872 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127aded-9bdd-4702-b0c8-1ab5877dbf70 req-7c0d5cc6-a4e9-47e7-a0f3-f8c9e8dfe971 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:37.019393 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3127aded-9bdd-4702-b0c8-1ab5877dbf70 req-7c0d5cc6-a4e9-47e7-a0f3-f8c9e8dfe971 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 932 time: 0.0628171 Jul 04 09:29:37.072890 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3127aded-9bdd-4702-b0c8-1ab5877dbf70 req-15c25f59-b7ef-471c-af7a-f6efd80f9de8 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473704 Jul 04 09:29:37.215327 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f573f8b-1b7e-4715-a02f-b42a006df523 req-9237d32b-a671-47b4-b26d-da8aad1c50ef tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:37.216974 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1f573f8b-1b7e-4715-a02f-b42a006df523 req-9237d32b-a671-47b4-b26d-da8aad1c50ef tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 932 time: 0.0715415 Jul 04 09:29:37.267766 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1f573f8b-1b7e-4715-a02f-b42a006df523 req-f7118aed-49c6-4cf0-a906-9e11fe9600d0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 Jul 04 09:29:37.491625 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0b9134d8-743d-42bc-81c6-fe8b1cce276c req-c5dea6c9-b1b3-4e44-b2b1-47a26c257575 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0310857 Jul 04 09:29:37.964089 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b2e6f900-c8ed-4346-b078-05fcc5e93c23 req-c4bcece7-b0b1-47b5-8603-d39d02163514 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0316257 Jul 04 09:29:38.145847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c77ae-99ca-4a69-bf6f-786802184c77 req-33d0a5c5-8319-495d-ac8f-1eed6dea9092 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:38.147972 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b02c77ae-99ca-4a69-bf6f-786802184c77 req-33d0a5c5-8319-495d-ac8f-1eed6dea9092 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.0971997 Jul 04 09:29:38.205779 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b02c77ae-99ca-4a69-bf6f-786802184c77 req-92e52307-a587-4a07-9c59-a9159dfbec6f tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521035 Jul 04 09:29:38.245754 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074469b-41e4-43a5-8037-908126a9fe7c req-797a0961-3a6a-4308-b22a-b12142216115 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:38.247492 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6074469b-41e4-43a5-8037-908126a9fe7c req-797a0961-3a6a-4308-b22a-b12142216115 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 932 time: 0.0732265 Jul 04 09:29:38.319976 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6074469b-41e4-43a5-8037-908126a9fe7c req-5dce21fd-3ddd-49d9-a3e6-03f75d1caa53 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614116 Jul 04 09:29:38.408556 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78773003-db8a-44d0-a597-8d68e278db8e req-c67cb9c8-5f96-44b3-a45b-1a6c3e8abae5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:38.408556 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-78773003-db8a-44d0-a597-8d68e278db8e req-c67cb9c8-5f96-44b3-a45b-1a6c3e8abae5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 932 time: 0.0592184 Jul 04 09:29:38.475793 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-78773003-db8a-44d0-a597-8d68e278db8e req-e4493c03-ca94-433a-9a03-2557aa083be4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614383 Jul 04 09:29:38.616922 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1cfc5cbc-ee44-4c41-b3f7-6701651ac185 req-ea3a35d8-15fb-43f7-9d7f-5211526a9f11 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0522082 Jul 04 09:29:38.921294 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 53798) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:39.085522 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1043f3ac-935c-4385-a2e4-3df344aefbc7 req-2c656072-4d7a-4eaf-9296-f96ec0c931d5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0418744 Jul 04 09:29:39.086702 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5173e89c-9cd4-4593-b86e-cdf0cdc29af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.179970 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5173e89c-9cd4-4593-b86e-cdf0cdc29af5 admin admin] Publish callbacks [] for security_group (8a70f4b7-a876-4c8c-b77a-47f74023a6ef), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.183102 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5173e89c-9cd4-4593-b86e-cdf0cdc29af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8a70f4b7-a876-4c8c-b77a-47f74023a6ef), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.230145 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-5173e89c-9cd4-4593-b86e-cdf0cdc29af5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e62da1a19410485180dbb7a8811332a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049147 Jul 04 09:29:39.230145 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173e89c-9cd4-4593-b86e-cdf0cdc29af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a70f4b7-a876-4c8c-b77a-47f74023a6ef,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:39.231242 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53806) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:39.312792 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-125d1977-9902-4777-95d9-fb5116eb181e admin admin] Publish callbacks [] for security_group (8a70f4b7-a876-4c8c-b77a-47f74023a6ef), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.356424 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-125d1977-9902-4777-95d9-fb5116eb181e admin admin] Publish callbacks [] for security_group (8a70f4b7-a876-4c8c-b77a-47f74023a6ef), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.399458 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b6f2d-3066-4579-a1cf-ac175d1972b6 req-bcd6b82f-9a14-493d-9a18-1ebdb3b10f40 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:39.399458 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c24b6f2d-3066-4579-a1cf-ac175d1972b6 req-bcd6b82f-9a14-493d-9a18-1ebdb3b10f40 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.0948145 Jul 04 09:29:39.442733 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-125d1977-9902-4777-95d9-fb5116eb181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8a70f4b7-a876-4c8c-b77a-47f74023a6ef), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.445444 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-125d1977-9902-4777-95d9-fb5116eb181e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.449276 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-125d1977-9902-4777-95d9-fb5116eb181e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8a70f4b7-a876-4c8c-b77a-47f74023a6ef HTTP/1.1" status: 204 len: 168 time: 0.2158012 Jul 04 09:29:39.452183 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58064d-5ac4-4c77-8091-1047452a15e0 req-5464049f-2e7d-44bb-9030-6d171918f372 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:39.458741 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0d58064d-5ac4-4c77-8091-1047452a15e0 req-5464049f-2e7d-44bb-9030-6d171918f372 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 932 time: 0.0708342 Jul 04 09:29:39.469257 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d1977-9902-4777-95d9-fb5116eb181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a70f4b7-a876-4c8c-b77a-47f74023a6ef,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:39.474656 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c24b6f2d-3066-4579-a1cf-ac175d1972b6 req-2c78efeb-d0a8-484a-a91b-cdecbf868495 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687461 Jul 04 09:29:39.531155 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0d58064d-5ac4-4c77-8091-1047452a15e0 req-ddab6095-8d7c-4433-81fc-5545d7f1822c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691922 Jul 04 09:29:39.620114 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2663d-5a9a-4526-b3c4-8f5e9c9bccce req-456fa456-64d8-4155-b45e-fa6b06d44d5b tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:39.621608 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ac2663d-5a9a-4526-b3c4-8f5e9c9bccce req-456fa456-64d8-4155-b45e-fa6b06d44d5b tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 932 time: 0.0584791 Jul 04 09:29:39.693701 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ac2663d-5a9a-4526-b3c4-8f5e9c9bccce req-bc027fc3-55b1-489f-acc9-bc4c01597087 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663295 Jul 04 09:29:39.754437 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-86cb3aaf-ff7a-4b3e-af29-04e5f77ce20d req-cd536398-999e-4624-9365-91803b1a500e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0379872 Jul 04 09:29:39.816052 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 53836) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:39.832424 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cac584e5-dc10-4471-bbfd-4c05f26b8e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.908050 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cac584e5-dc10-4471-bbfd-4c05f26b8e64 admin admin] Publish callbacks [] for security_group (5742fdc0-3c96-402b-93ce-319ae405960b), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.913139 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cac584e5-dc10-4471-bbfd-4c05f26b8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (5742fdc0-3c96-402b-93ce-319ae405960b), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.950221 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-cac584e5-dc10-4471-bbfd-4c05f26b8e64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0984624f0d44383bda7af760b907a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330907 Jul 04 09:29:39.951043 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac584e5-dc10-4471-bbfd-4c05f26b8e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5742fdc0-3c96-402b-93ce-319ae405960b,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:39.953385 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 53840) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:40.003219 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-859f6357-cbca-4625-8f21-51545e2936cb admin admin] Publish callbacks [] for security_group (5742fdc0-3c96-402b-93ce-319ae405960b), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:40.030132 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-859f6357-cbca-4625-8f21-51545e2936cb admin admin] Publish callbacks [] for security_group (5742fdc0-3c96-402b-93ce-319ae405960b), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:40.124334 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-859f6357-cbca-4625-8f21-51545e2936cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (5742fdc0-3c96-402b-93ce-319ae405960b), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:40.126968 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-859f6357-cbca-4625-8f21-51545e2936cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:40.128235 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-859f6357-cbca-4625-8f21-51545e2936cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5742fdc0-3c96-402b-93ce-319ae405960b HTTP/1.1" status: 204 len: 168 time: 0.1736031 Jul 04 09:29:40.180505 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f6357-cbca-4625-8f21-51545e2936cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5742fdc0-3c96-402b-93ce-319ae405960b,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:40.267966 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-3e86cc05-4306-4761-a305-7f4507ed8c0b tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:40.270749 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-3e86cc05-4306-4761-a305-7f4507ed8c0b tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 809 time: 0.1777194 Jul 04 09:29:40.281364 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fab89-3327-48ed-a2b9-0769970fc875 req-ccf4b275-6473-4799-a1ef-6b801e82d431 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:40.283157 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-ccf4b275-6473-4799-a1ef-6b801e82d431 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 817 time: 0.2696362 Jul 04 09:29:40.299797 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bb90e2d2-014f-42e2-ad8d-89b86da2dbbf req-f34ea536-ae4e-46cd-a9f6-419526b888e7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0659430 Jul 04 09:29:40.440617 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-7e0f0272-f983-450e-817e-030639a47ea7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d61a8ec08da9488aae381f6cde07cb5e HTTP/1.1" status: 200 len: 380 time: 0.0637407 Jul 04 09:29:40.449355 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-eb1f54c3-df3b-4acc-a37e-f5f9d0f4be14 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23b3530aae964df69b90462407d40476 HTTP/1.1" status: 200 len: 380 time: 0.0726025 Jul 04 09:29:40.453008 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'port': {'device_id': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'admin_state_up': True, 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'security_groups': ['9f807c7a-6284-4bc5-b5ea-589d4e08ee97']}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:40.506672 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'port': {'device_id': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'admin_state_up': True, 'tenant_id': '23b3530aae964df69b90462407d40476', 'security_groups': ['3ab8c9ce-ad15-404e-a761-d8d484bf5266']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:40.651065 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Made reservation on behalf of d61a8ec08da9488aae381f6cde07cb5e for: {'port': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:40.655789 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:40.665962 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Request body: {'port': {'device_id': 'fbe303b4-dc53-40d0-a0cc-ccc72022ff85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:40.675003 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891c32-12a5-406d-83c8-b040cac5f260 req-4c75f771-b37d-4434-9f13-96b99d32af56 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:40.676860 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39891c32-12a5-406d-83c8-b040cac5f260 req-4c75f771-b37d-4434-9f13-96b99d32af56 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.0871685 Jul 04 09:29:40.701402 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Request body: {'port': {'device_id': '91ac10d3-3895-4d08-89ab-c51ba17979aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:40.778668 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Made reservation on behalf of 23b3530aae964df69b90462407d40476 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:40.781174 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:40.786911 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Request body: {'port': {'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:40.793233 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39891c32-12a5-406d-83c8-b040cac5f260 req-5dfa5dff-04d5-46ce-846c-b57a54ee56d8 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983276 Jul 04 09:29:40.837110 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:40.855417 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Allocated IP 172.20.0.11 (618c36e6-8695-4130-9f58-1669576b2f7e/460882da-49ce-4266-b7c7-3189e8185799/69f5f059-b366-4ea7-a4cb-915867e2353c) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:40.996003 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Request body: {'port': {'device_id': '3132d89b-95ac-4fc0-bb37-6b849226fe72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:41.006985 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:41.078424 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e8bf5-f7de-476c-a941-d7616a68a926 req-a1fde29a-7b73-4184-82eb-246097f4a551 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:41.086184 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ee5e8bf5-f7de-476c-a941-d7616a68a926 req-a1fde29a-7b73-4184-82eb-246097f4a551 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 932 time: 0.4492357 Jul 04 09:29:41.105119 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5397f453-5227-455e-9807-70c550aa117f), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:41.193461 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ee5e8bf5-f7de-476c-a941-d7616a68a926 req-e1dd6593-1a9a-46fd-b6d3-7270708e5dae tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053543 Jul 04 09:29:41.212826 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:41.399349 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Network 618c36e6-8695-4130-9f58-1669576b2f7e is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:41.447354 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8f744fcf-2971-4da8-9f1b-38505d0a1528 req-f05cbb42-1ffa-4ecc-9552-6066368dbbad tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.1408632 Jul 04 09:29:41.465350 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:41.476290 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:41.546538 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a9838-cf3c-4ada-bd41-772fd9373a72 req-1a581d53-2f2a-4d58-9408-5cac04485ee1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:41.556016 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e84a9838-cf3c-4ada-bd41-772fd9373a72 req-1a581d53-2f2a-4d58-9408-5cac04485ee1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 932 time: 0.5819542 Jul 04 09:29:41.572126 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:41.584265 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:41.665182 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:41.665983 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:41.693589 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-35786688-9cc7-482c-951f-b711e4181e65 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2471688 Jul 04 09:29:41.712651 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26dccf-3f0c-4e8c-ab3f-ddee709cb6e2 req-576d6c50-e883-40fe-bfa0-ce4ebf2b923b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:41.714568 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2b26dccf-3f0c-4e8c-ab3f-ddee709cb6e2 req-576d6c50-e883-40fe-bfa0-ce4ebf2b923b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 932 time: 0.1343069 Jul 04 09:29:41.719853 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Request body: {'port': {'device_id': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:41.889051 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a8ebf58c-4a7a-434d-98a5-adbc4090e992 None None] Provisioning complete for port 69f5f059-b366-4ea7-a4cb-915867e2353c triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:41.890946 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8ebf58c-4a7a-434d-98a5-adbc4090e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:41.914285 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:41.939754 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebf58c-4a7a-434d-98a5-adbc4090e992 None None] Port 69f5f059-b366-4ea7-a4cb-915867e2353c cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:42.007386 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Allocated IP 172.20.0.12 (3efc3dd2-49aa-4e58-9c28-27dc19093c65/461769ba-69af-42bb-ba7a-81dc32652d63/03c93b7d-49ef-459e-a2f0-50fbdd58042a) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:29:42.047425 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0fc51aab-fa5d-4aff-a66f-4275c2143c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.067038 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2b26dccf-3f0c-4e8c-ab3f-ddee709cb6e2 req-41ba5d20-436c-4c75-b613-c32cfffdc3d6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441732 Jul 04 09:29:42.069092 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.093104 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e84a9838-cf3c-4ada-bd41-772fd9373a72 req-cca7d2eb-6b8b-4eb5-9f5f-d9d67131d6c7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356946 Jul 04 09:29:42.320551 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0af79-b87c-4a20-8c4c-676a9b28a6a7 req-17727b85-b8b7-4a24-b6a5-1af8fa2bfff0 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:42.322254 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ae0af79-b87c-4a20-8c4c-676a9b28a6a7 req-17727b85-b8b7-4a24-b6a5-1af8fa2bfff0 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 932 time: 0.1649361 Jul 04 09:29:42.406095 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ae0af79-b87c-4a20-8c4c-676a9b28a6a7 req-2ef16b75-5a8f-4ade-98fd-d5e46f14d986 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759258 Jul 04 09:29:42.482262 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f5f059-b366-4ea7-a4cb-915867e2353c {{(pid=103745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:42.483134 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a669ed-388d-4937-b164-3b6b2501bbe9 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:42.492785 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Publish callbacks [] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.511777 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Publish callbacks [] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.523533 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.provisioning_blocks [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Transition to ACTIVE for port object 69f5f059-b366-4ea7-a4cb-915867e2353c will not be triggered until provisioned by entity L2. {{(pid=103745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:29:42.546011 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-36c5d9bc-bbe4-4cb2-8144-171eb847452a req-ce1b99f1-a150-4ebd-8c4b-2078b7b55278 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 210 time: 0.0354826 Jul 04 09:29:42.546856 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.552650 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac87eb2-45af-4b31-8a1f-1efcac4b796d {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:42.593792 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Publish callbacks [] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.603905 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:42.635215 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Transition to ACTIVE for port object 1ac87eb2-45af-4b31-8a1f-1efcac4b796d will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:29:42.636335 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Transition to ACTIVE for port object 38a669ed-388d-4937-b164-3b6b2501bbe9 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:29:42.658623 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.670990 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.674880 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.703519 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cb265-ead6-4e25-ba64-f6b019107a44 req-b77b44f4-67a3-4d8d-befd-559dc5c06250 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:42.705031 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-435cb265-ead6-4e25-ba64-f6b019107a44 req-b77b44f4-67a3-4d8d-befd-559dc5c06250 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 932 time: 0.4150515 Jul 04 09:29:42.772335 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.managers [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Attempting to bind port 69f5f059-b366-4ea7-a4cb-915867e2353c on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:42.772681 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.managers [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Attempting to bind port 69f5f059-b366-4ea7-a4cb-915867e2353c by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'}] {{(pid=103745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:42.773360 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Attempting to bind port 69f5f059-b366-4ea7-a4cb-915867e2353c on network 618c36e6-8695-4130-9f58-1669576b2f7e {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:42.792774 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Port 69f5f059-b366-4ea7-a4cb-915867e2353c on network 618c36e6-8695-4130-9f58-1669576b2f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:29:42.792774 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Attempting to bind port 69f5f059-b366-4ea7-a4cb-915867e2353c on network 618c36e6-8695-4130-9f58-1669576b2f7e {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:42.816091 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:42.816462 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Checking segment: {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:42.817092 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Bound using segment: {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'} {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:42.817490 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.managers [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Bound port: 69f5f059-b366-4ea7-a4cb-915867e2353c, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'}}] {{(pid=103745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:42.817853 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:42.918605 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:42.981138 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5397f453-5227-455e-9807-70c550aa117f {{(pid=103745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:43.013618 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Publish callbacks [] for port (5397f453-5227-455e-9807-70c550aa117f), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.032715 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, cleared binding levels {{(pid=103745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:43.045533 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Pushing event updated for resources: {'Port': ['ID=38a669ed-388d-4937-b164-3b6b2501bbe9,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:43.046127 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:43.048393 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.provisioning_blocks [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Transition to ACTIVE for port object 5397f453-5227-455e-9807-70c550aa117f will not be triggered until provisioned by entity L2. {{(pid=103745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:29:43.055100 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (5397f453-5227-455e-9807-70c550aa117f), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.059177 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.110098 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:43.129331 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Pushing event updated for resources: {'Port': ['ID=5397f453-5227-455e-9807-70c550aa117f,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:43.137122 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Publish callbacks [] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.148421 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.167919 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Attempting to bind port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:43.169177 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Attempting to bind port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:43.169614 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Attempting to bind port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:43.181439 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-435cb265-ead6-4e25-ba64-f6b019107a44 req-3e2e66d5-847f-4f99-bcb6-f18b3f879ca1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4486611 Jul 04 09:29:43.214764 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:43.215400 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.216883 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/69f5f059-b366-4ea7-a4cb-915867e2353c HTTP/1.1" status: 200 len: 1094 time: 1.5013397 Jul 04 09:29:43.219056 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:29:43.280372 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:29:43.284831 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Transition to ACTIVE for port object 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:29:43.289657 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:29:43.290359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Attempting to bind port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:43.304611 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Attempting to bind port 38a669ed-388d-4937-b164-3b6b2501bbe9 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:43.307004 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Attempting to bind port 38a669ed-388d-4937-b164-3b6b2501bbe9 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:43.307543 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Attempting to bind port 38a669ed-388d-4937-b164-3b6b2501bbe9 on network 9812808c-d655-4a41-a055-d1f732fa7722 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:43.322304 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:43.323008 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Checking segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:43.323746 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Bound using segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:43.324377 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Bound port: 1ac87eb2-45af-4b31-8a1f-1efcac4b796d, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:43.324960 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.327305 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'Port': ['ID=03c93b7d-49ef-459e-a2f0-50fbdd58042a,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:43.347730 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.350056 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:43.388597 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:29:43.409615 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:43.410117 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.416989 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Port 38a669ed-388d-4937-b164-3b6b2501bbe9 on network 9812808c-d655-4a41-a055-d1f732fa7722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:29:43.417322 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Attempting to bind port 38a669ed-388d-4937-b164-3b6b2501bbe9 on network 9812808c-d655-4a41-a055-d1f732fa7722 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:43.492760 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a84d0c-21fd-4d58-8655-fa491d2576b6 service neutron] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=3']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:43.563964 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9035fc9-0d1a-4e85-abdd-e5c38e9289bb req-8dc55ef8-5ecc-4096-b07e-54c253e6c951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:43.571480 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a9035fc9-0d1a-4e85-abdd-e5c38e9289bb req-8dc55ef8-5ecc-4096-b07e-54c253e6c951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.3252654 Jul 04 09:29:43.575257 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:29:43.631385 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:43.632061 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Checking segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:43.632691 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Bound using segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:43.633362 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Bound port: 38a669ed-388d-4937-b164-3b6b2501bbe9, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:43.650690 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.672118 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.managers [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Attempting to bind port 5397f453-5227-455e-9807-70c550aa117f on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:43.672468 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.managers [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Attempting to bind port 5397f453-5227-455e-9807-70c550aa117f by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}] {{(pid=103745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:43.672803 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Attempting to bind port 5397f453-5227-455e-9807-70c550aa117f on network 9812808c-d655-4a41-a055-d1f732fa7722 {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:43.696703 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Port 5397f453-5227-455e-9807-70c550aa117f on network 9812808c-d655-4a41-a055-d1f732fa7722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:29:43.697024 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Attempting to bind port 5397f453-5227-455e-9807-70c550aa117f on network 9812808c-d655-4a41-a055-d1f732fa7722 {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:43.725020 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:43.725371 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Checking segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:43.725780 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Bound using segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} {{(pid=103745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:43.726262 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.managers [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Bound port: 5397f453-5227-455e-9807-70c550aa117f, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}}] {{(pid=103745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:43.726606 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5397f453-5227-455e-9807-70c550aa117f), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.806329 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a9035fc9-0d1a-4e85-abdd-e5c38e9289bb req-14084b66-a547-4722-acce-64bc55cbd6d0 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160199 Jul 04 09:29:43.870463 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-1d63e126-2cb9-4415-88cc-748a14141f22 None None] Provisioning complete for port 03c93b7d-49ef-459e-a2f0-50fbdd58042a triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:29:43.871068 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1d63e126-2cb9-4415-88cc-748a14141f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.889728 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54010) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:43.949198 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-1d63e126-2cb9-4415-88cc-748a14141f22 None None] Port 03c93b7d-49ef-459e-a2f0-50fbdd58042a cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:29:43.960735 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-aee24c2c-a9a6-4213-abf2-ef890da2481a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4673233 Jul 04 09:29:43.967712 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] For port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:44.030332 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:44.036441 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] For port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:44.100405 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] For port 38a669ed-388d-4937-b164-3b6b2501bbe9, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:44.105086 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] For port 38a669ed-388d-4937-b164-3b6b2501bbe9, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=38a669ed-388d-4937-b164-3b6b2501bbe9,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:44.122529 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] For port 5397f453-5227-455e-9807-70c550aa117f, host hv-cinder-84786, cleared binding levels {{(pid=103745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:44.122715 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662e9f4-20b0-4019-9e0b-0e8adf1a73c4 req-25f432eb-674f-484f-9192-33b5ee997b2f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:44.123606 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2662e9f4-20b0-4019-9e0b-0e8adf1a73c4 req-25f432eb-674f-484f-9192-33b5ee997b2f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.6196630 Jul 04 09:29:44.124677 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Attempting to bind port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:44.126608 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Attempting to bind port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:44.126608 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Attempting to bind port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 on network 60da9ae2-c42d-4389-baa2-d1acd469f89e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:44.133057 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 on network 60da9ae2-c42d-4389-baa2-d1acd469f89e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:29:44.133580 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Attempting to bind port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 on network 60da9ae2-c42d-4389-baa2-d1acd469f89e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:44.136745 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.146848 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] For port 5397f453-5227-455e-9807-70c550aa117f, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5397f453-5227-455e-9807-70c550aa117f,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:44.147985 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-135977d9-428e-46c7-b490-f5cb59f4b930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.150051 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.167457 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (5397f453-5227-455e-9807-70c550aa117f), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.177113 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:44.178245 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Checking segment: {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:44.178702 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Bound using segment: {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:44.179231 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Bound port: 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a281408e-2fe1-467f-8ad1-f742a519a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:44.179667 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.184492 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:44.185015 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.187306 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] 10.222.0.62 "PUT /v2.0/ports/5397f453-5227-455e-9807-70c550aa117f HTTP/1.1" status: 200 len: 1093 time: 3.6906304 Jul 04 09:29:44.234552 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:44.235266 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.236739 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] 10.222.0.62 "PUT /v2.0/ports/1ac87eb2-45af-4b31-8a1f-1efcac4b796d HTTP/1.1" status: 200 len: 1094 time: 3.7216959 Jul 04 09:29:44.241238 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c31ad5-d78a-437e-a2b3-58fd31444ce6 req-cc7e7c1d-aebf-4bec-9a9e-06ec155b89cf tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:44.243428 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'tag': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:29:44.244086 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-40c31ad5-d78a-437e-a2b3-58fd31444ce6 req-cc7e7c1d-aebf-4bec-9a9e-06ec155b89cf tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.2878621 Jul 04 09:29:44.249080 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-547e0bd1-ae81-48b8-80f8-405f9cb97e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.300342 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5622093-5761-4515-8340-3f5ecb68c766 service neutron] Pushing event updated for resources: {'Port': ['ID=5397f453-5227-455e-9807-70c550aa117f,revision_number=3']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:44.355748 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-40c31ad5-d78a-437e-a2b3-58fd31444ce6 req-e42e7c5d-8bd0-4bb6-8edc-9411347e88fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009080 Jul 04 09:29:44.355947 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:44.356392 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.357821 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] 10.222.0.62 "PUT /v2.0/ports/38a669ed-388d-4937-b164-3b6b2501bbe9 HTTP/1.1" status: 200 len: 1094 time: 3.8695827 Jul 04 09:29:44.483483 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-547e0bd1-ae81-48b8-80f8-405f9cb97e54 admin admin] Publish callbacks [] for security_group (6a795060-ad7f-4267-86cf-767324de68db), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.492148 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-547e0bd1-ae81-48b8-80f8-405f9cb97e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (6a795060-ad7f-4267-86cf-767324de68db), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.581432 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e0bd1-ae81-48b8-80f8-405f9cb97e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a795060-ad7f-4267-86cf-767324de68db,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:44.588282 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-547e0bd1-ae81-48b8-80f8-405f9cb97e54 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7edab649a2ba4fbf83b6f64c3a4d1452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6963909 Jul 04 09:29:44.597501 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54026) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:44.682709 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95e93ec-db53-4673-9669-0c25c7d5b0b3 x-openstack-request-id: req-a95e93ec-db53-4673-9669-0c25c7d5b0b3 {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:29:44.683000 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:29:44.683256 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a95e93ec-db53-4673-9669-0c25c7d5b0b3 {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:29:44.683718 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95e93ec-db53-4673-9669-0c25c7d5b0b3'] response: {'name': 'network-changed', 'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'status': 'completed', 'code': 200} Jul 04 09:29:44.690781 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84d98c0-4330-4dfe-971a-c4a6931b8e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "78a4de3c-4067-411c-9170-da5b6bc0c288", "tag": "1ac87eb2-45af-4b31-8a1f-1efcac4b796d"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:29:44.701177 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56f8db52-3d10-4d67-97cb-2d550e98afba admin admin] Publish callbacks [] for security_group (6a795060-ad7f-4267-86cf-767324de68db), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.718359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec86497-6475-4677-9fbc-c2558a4d66b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:44.737854 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56f8db52-3d10-4d67-97cb-2d550e98afba admin admin] Publish callbacks [] for security_group (6a795060-ad7f-4267-86cf-767324de68db), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.756338 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] For port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:44.761249 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2662e9f4-20b0-4019-9e0b-0e8adf1a73c4 req-a397663e-4a71-438a-81dc-873ed4ce5aef tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087449 Jul 04 09:29:44.785634 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] For port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:44.797724 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.821099 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaa148-396b-44a6-8775-fe1000dd5675 service neutron] Pushing event updated for resources: {'Port': ['ID=38a669ed-388d-4937-b164-3b6b2501bbe9,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:44.829817 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:44.831764 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.831764 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] 10.222.0.62 "PUT /v2.0/ports/7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 HTTP/1.1" status: 200 len: 1094 time: 4.3154497 Jul 04 09:29:44.847591 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128d304-e255-4e53-845a-9e8960f378eb req-30971f5c-d3e1-4d15-be88-d7d15d89a959 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:44.849332 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f128d304-e255-4e53-845a-9e8960f378eb req-30971f5c-d3e1-4d15-be88-d7d15d89a959 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 932 time: 0.1088533 Jul 04 09:29:44.889136 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56f8db52-3d10-4d67-97cb-2d550e98afba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (6a795060-ad7f-4267-86cf-767324de68db), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.892347 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56f8db52-3d10-4d67-97cb-2d550e98afba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.893714 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-56f8db52-3d10-4d67-97cb-2d550e98afba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a795060-ad7f-4267-86cf-767324de68db HTTP/1.1" status: 204 len: 168 time: 0.2945848 Jul 04 09:29:44.914488 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5644fb-a346-4084-83b9-7332412ee940 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:44.921401 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8db52-3d10-4d67-97cb-2d550e98afba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a795060-ad7f-4267-86cf-767324de68db,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:44.945770 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c96a-2af7-4209-a0fb-bc42cf0930a3 req-0bad4a70-b457-45da-b91e-bde291c355ee tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:44.947366 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0032c96a-2af7-4209-a0fb-bc42cf0930a3 req-0bad4a70-b457-45da-b91e-bde291c355ee tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.0988247 Jul 04 09:29:44.962203 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f128d304-e255-4e53-845a-9e8960f378eb req-87ecebd1-52f3-4278-b6de-73eff158ac90 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032152 Jul 04 09:29:45.031367 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0032c96a-2af7-4209-a0fb-bc42cf0930a3 req-648727b6-e1f2-4bc7-a000-a8b6a62d7c16 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777483 Jul 04 09:29:45.131487 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a14928-7da3-4fc4-98b4-e2f2ec32a296 x-openstack-request-id: req-c7a14928-7da3-4fc4-98b4-e2f2ec32a296 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:29:45.132099 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a4de3c-4067-411c-9170-da5b6bc0c288", "tag": "1ac87eb2-45af-4b31-8a1f-1efcac4b796d", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:29:45.132099 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7a14928-7da3-4fc4-98b4-e2f2ec32a296 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:29:45.132473 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a14928-7da3-4fc4-98b4-e2f2ec32a296'] response: {'name': 'network-changed', 'server_uuid': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'tag': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'status': 'completed', 'code': 200} Jul 04 09:29:45.158868 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d489-1a60-4b0a-8605-8a28c5b0886f req-ddb44bdb-b58d-4cf0-9f62-d755056b6b34 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:45.160415 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7983d489-1a60-4b0a-8605-8a28c5b0886f req-ddb44bdb-b58d-4cf0-9f62-d755056b6b34 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0588610 Jul 04 09:29:45.215716 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7983d489-1a60-4b0a-8605-8a28c5b0886f req-b7d92021-23ce-41e3-b0d0-ffc8fb7199b1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493712 Jul 04 09:29:45.283571 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54046) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:45.298173 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c95aba0f-e87a-4425-8d7e-8763af5a93e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.379111 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c95aba0f-e87a-4425-8d7e-8763af5a93e9 admin admin] Publish callbacks [] for security_group (6394d323-939c-48a1-b6a3-a86c624d30bd), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.384404 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c95aba0f-e87a-4425-8d7e-8763af5a93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (6394d323-939c-48a1-b6a3-a86c624d30bd), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.434120 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95aba0f-e87a-4425-8d7e-8763af5a93e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6394d323-939c-48a1-b6a3-a86c624d30bd,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:45.440662 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-c95aba0f-e87a-4425-8d7e-8763af5a93e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84e1e806d963469ab8a136e6824a3517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560149 Jul 04 09:29:45.444120 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54050) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:45.448368 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.482240 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e013678-4b97-4382-8436-c7ed9ec652b6 req-204b0a9c-a0e8-40f8-8833-762cd3483576 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:45.483735 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1e013678-4b97-4382-8436-c7ed9ec652b6 req-204b0a9c-a0e8-40f8-8833-762cd3483576 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.0597434 Jul 04 09:29:45.494368 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-85994434-2564-4ef9-8b0d-2f2ad359e465 admin admin] Publish callbacks [] for security_group (6394d323-939c-48a1-b6a3-a86c624d30bd), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.516550 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-85994434-2564-4ef9-8b0d-2f2ad359e465 admin admin] Publish callbacks [] for security_group (6394d323-939c-48a1-b6a3-a86c624d30bd), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.530953 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1e013678-4b97-4382-8436-c7ed9ec652b6 req-0acb0b5c-3240-4a93-9fdb-fb870eb79dc3 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Jul 04 09:29:45.567657 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-85994434-2564-4ef9-8b0d-2f2ad359e465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (6394d323-939c-48a1-b6a3-a86c624d30bd), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.570507 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-85994434-2564-4ef9-8b0d-2f2ad359e465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.571647 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-85994434-2564-4ef9-8b0d-2f2ad359e465 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6394d323-939c-48a1-b6a3-a86c624d30bd HTTP/1.1" status: 204 len: 168 time: 0.1265352 Jul 04 09:29:45.579242 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85994434-2564-4ef9-8b0d-2f2ad359e465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6394d323-939c-48a1-b6a3-a86c624d30bd,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:45.893203 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e4f00-c024-41b8-8f0d-0abfd45e2096 req-3e1b8326-f2e7-435e-af91-a5a0abb0f7ba tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:45.894793 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-921e4f00-c024-41b8-8f0d-0abfd45e2096 req-3e1b8326-f2e7-435e-af91-a5a0abb0f7ba tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.0629461 Jul 04 09:29:45.957573 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Request body: {'port': {'device_id': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:45.966546 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-921e4f00-c024-41b8-8f0d-0abfd45e2096 req-4c90da12-3bf3-416c-9f07-794e636f7e29 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635066 Jul 04 09:29:46.033628 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.220687 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d75b04-7231-4d2a-a83c-31072390d21a req-14662a63-5bf1-4f42-92a8-fa18d86fb827 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.222332 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-06d75b04-7231-4d2a-a83c-31072390d21a req-14662a63-5bf1-4f42-92a8-fa18d86fb827 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 932 time: 0.1616299 Jul 04 09:29:46.225945 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d98c0-4330-4dfe-971a-c4a6931b8e3d req-e3849435-05d5-4034-9975-00b0b3d2c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.227494 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c84d98c0-4330-4dfe-971a-c4a6931b8e3d req-e3849435-05d5-4034-9975-00b0b3d2c00d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 1128 time: 0.1549494 Jul 04 09:29:46.229483 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-42911c0c-9d9a-481e-8759-e9e401103e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.230933 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-42911c0c-9d9a-481e-8759-e9e401103e41 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=772990240f674a6cbaca15951f7629f0&device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 1128 time: 0.1594942 Jul 04 09:29:46.383001 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54088) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:46.392829 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-07bfbfdd-63c0-4284-954f-07e2f0222f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.394369 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-07bfbfdd-63c0-4284-954f-07e2f0222f99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 1128 time: 0.3125632 Jul 04 09:29:46.404500 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fab89-3327-48ed-a2b9-0769970fc875 req-be89beb1-a44b-4b73-ba68-20a53f5a833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.405897 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-be89beb1-a44b-4b73-ba68-20a53f5a833f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 1128 time: 0.3252158 Jul 04 09:29:46.414819 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366f385-648c-4536-8c42-27ee06027b30 req-e37e354e-c0ec-464d-afcd-ab27da3338db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.416666 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-e37e354e-c0ec-464d-afcd-ab27da3338db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 1127 time: 0.3336260 Jul 04 09:29:46.423327 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9a441-9165-4fd0-abf8-d899d8b99b93 req-a1b720dc-94bd-4130-a2cf-74cacff8b2cc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.424720 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fd9a441-9165-4fd0-abf8-d899d8b99b93 req-a1b720dc-94bd-4130-a2cf-74cacff8b2cc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.2461779 Jul 04 09:29:46.429111 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-8b97403a-be4d-47ca-957e-1e46fbd36855 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 HTTP/1.1" status: 200 len: 217 time: 0.1712120 Jul 04 09:29:46.449878 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-06d75b04-7231-4d2a-a83c-31072390d21a req-c97df20c-3147-4ac5-8c7b-3a46db10d58a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179403 Jul 04 09:29:46.516351 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-dde16242-9f92-4d83-b122-faf43525ff60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38a669ed-388d-4937-b164-3b6b2501bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0906687 Jul 04 09:29:46.571436 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1971165286-network', 'tenant_id': 'a57a6c0e8e4b45f4afcb192fa554ea84'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:46.582121 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-350cd9be-4bb6-4674-8451-3d07970b6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.584112 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-350cd9be-4bb6-4674-8451-3d07970b6b61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1fe4e54-faec-4122-819e-17ca681faca7 HTTP/1.1" status: 200 len: 851 time: 0.1379864 Jul 04 09:29:46.604738 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-3a07a429-37bf-41a3-a269-506a8e21951f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f5f059-b366-4ea7-a4cb-915867e2353c HTTP/1.1" status: 200 len: 217 time: 0.1106963 Jul 04 09:29:46.605940 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-9984aebb-ec2e-4205-81cb-e8afed39b8ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5397f453-5227-455e-9807-70c550aa117f HTTP/1.1" status: 200 len: 217 time: 0.1131501 Jul 04 09:29:46.639813 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d98c0-4330-4dfe-971a-c4a6931b8e3d req-51b39bb7-6866-4d05-99b8-33671b5f0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.641501 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c84d98c0-4330-4dfe-971a-c4a6931b8e3d req-51b39bb7-6866-4d05-99b8-33671b5f0ff4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3822188 Jul 04 09:29:46.756008 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fd9a441-9165-4fd0-abf8-d899d8b99b93 req-7977e524-a018-41b5-9d6c-352bec54bcac tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218565 Jul 04 09:29:46.765232 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-afa49259-e95c-4ac5-be31-4b3498904df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.779211 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-afa49259-e95c-4ac5-be31-4b3498904df6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.2012777 Jul 04 09:29:46.811700 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.836292 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe303b4-dc53-40d0-a0cc-ccc72022ff85', 'tag': '5397f453-5227-455e-9807-70c550aa117f'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:29:46.838880 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a36c4c8-9de8-43ea-95f5-22f561bea77e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe303b4-dc53-40d0-a0cc-ccc72022ff85", "tag": "5397f453-5227-455e-9807-70c550aa117f"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:29:46.853961 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fab89-3327-48ed-a2b9-0769970fc875 req-85394873-1ac5-4019-9dc2-009e81f517b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.855688 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-85394873-1ac5-4019-9dc2-009e81f517b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.2283969 Jul 04 09:29:46.861759 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366f385-648c-4536-8c42-27ee06027b30 req-1a1bb7b4-9658-412d-8448-1fad6f987bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.863574 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-1a1bb7b4-9658-412d-8448-1fad6f987bf4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.2373211 Jul 04 09:29:46.896097 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Made reservation on behalf of a57a6c0e8e4b45f4afcb192fa554ea84 for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:46.898366 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.961335 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.996882 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d41447-b679-476d-a1a6-342b0fc29237 req-f2283982-f598-444a-9106-a26e9265b23c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:46.998737 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74d41447-b679-476d-a1a6-342b0fc29237 req-f2283982-f598-444a-9106-a26e9265b23c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.4581800 Jul 04 09:29:47.006945 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c93b7d-49ef-459e-a2f0-50fbdd58042a {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:47.022484 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-34a6694f-7ff9-47cd-bc50-21b1cbc55fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.023960 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-34a6694f-7ff9-47cd-bc50-21b1cbc55fd1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60da9ae2-c42d-4389-baa2-d1acd469f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4220142 Jul 04 09:29:47.029464 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Publish callbacks [] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:47.047090 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-f2cc9837-eef9-4c06-91b7-24d27022bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.048603 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-f2cc9837-eef9-4c06-91b7-24d27022bee6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2589414 Jul 04 09:29:47.077355 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Transition to ACTIVE for port object 03c93b7d-49ef-459e-a2f0-50fbdd58042a will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:29:47.098498 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba3bf0-e4b3-43d0-aaaa-878297d1b4eb req-1568599e-b13c-4031-abbc-c1ea0b3a01cc tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.100111 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-17ba3bf0-e4b3-43d0-aaaa-878297d1b4eb req-1568599e-b13c-4031-abbc-c1ea0b3a01cc tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.2273545 Jul 04 09:29:47.102054 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366f385-648c-4536-8c42-27ee06027b30 req-8e67527e-9e87-4ed0-ab4e-483c2a8d3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.103623 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-8e67527e-9e87-4ed0-ab4e-483c2a8d3d29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2266622 Jul 04 09:29:47.135901 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ac10d3-3895-4d08-89ab-c51ba17979aa', 'tag': '38a669ed-388d-4937-b164-3b6b2501bbe9'}, {'name': 'network-changed', 'server_uuid': '3132d89b-95ac-4fc0-bb37-6b849226fe72', 'tag': '7b0daf1e-95f2-40d0-a55c-11c303e5bfc5'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:29:47.138281 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8daf230-4737-417b-9847-e189a9c91aef" -d '{"events": [{"name": "network-changed", "server_uuid": "91ac10d3-3895-4d08-89ab-c51ba17979aa", "tag": "38a669ed-388d-4937-b164-3b6b2501bbe9"}, {"name": "network-changed", "server_uuid": "3132d89b-95ac-4fc0-bb37-6b849226fe72", "tag": "7b0daf1e-95f2-40d0-a55c-11c303e5bfc5"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:29:47.141795 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fab89-3327-48ed-a2b9-0769970fc875 req-9f0f047c-d7cb-4ab9-b443-ef7a18c25d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.143294 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-9f0f047c-d7cb-4ab9-b443-ef7a18c25d9d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2695425 Jul 04 09:29:47.143907 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:47.185885 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d98c0-4330-4dfe-971a-c4a6931b8e3d req-4ef85fd4-0818-4f92-8eeb-123e9db9fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.187452 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c84d98c0-4330-4dfe-971a-c4a6931b8e3d req-4ef85fd4-0818-4f92-8eeb-123e9db9fabb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3418024 Jul 04 09:29:47.211163 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74d41447-b679-476d-a1a6-342b0fc29237 req-fcbfd639-4c9a-4083-b240-89d4b6a85607 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924207 Jul 04 09:29:47.237606 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-30db0d93-41c0-447b-be74-01c05de817ec service neutron] 10.222.0.62 "GET /v2.0/networks/60da9ae2-c42d-4389-baa2-d1acd469f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959331 Jul 04 09:29:47.382543 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Publish callbacks [] for security_group (a346227a-b7d5-4067-9cd9-1633a66ec713), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:47.401589 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a346227a-b7d5-4067-9cd9-1633a66ec713), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:47.448375 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:29:47.503074 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d4285-f654-40ea-8913-6904456a98f0 req-9a7ca671-fbac-4b4e-b408-bfcb62074fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.508937 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-9a7ca671-fbac-4b4e-b408-bfcb62074fb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 1128 time: 0.2027574 Jul 04 09:29:47.515014 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (46c68520-0d12-42f0-b923-54c9236d232d), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:47.515667 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Added segment 46c68520-0d12-42f0-b923-54c9236d232d of type vlan for network 9831c49a-4192-4fcb-bbb1-2e1f99f92c25 Jul 04 09:29:47.532718 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346227a-b7d5-4067-9cd9-1633a66ec713,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:47.549559 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Pushing event updated for resources: {'Port': ['ID=03c93b7d-49ef-459e-a2f0-50fbdd58042a,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:47.558481 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-c2306019-1711-4aef-ab7c-2b8df7234282 service neutron] 10.222.0.62 "GET /v2.0/networks/60da9ae2-c42d-4389-baa2-d1acd469f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724895 Jul 04 09:29:47.560059 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7bd3fb-0136-4b58-93f8-f6ddd9100de9 x-openstack-request-id: req-aa7bd3fb-0136-4b58-93f8-f6ddd9100de9 {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:29:47.560581 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe303b4-dc53-40d0-a0cc-ccc72022ff85", "tag": "5397f453-5227-455e-9807-70c550aa117f", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:29:47.561076 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa7bd3fb-0136-4b58-93f8-f6ddd9100de9 {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:29:47.561611 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7bd3fb-0136-4b58-93f8-f6ddd9100de9'] response: {'name': 'network-changed', 'server_uuid': 'fbe303b4-dc53-40d0-a0cc-ccc72022ff85', 'tag': '5397f453-5227-455e-9807-70c550aa117f', 'status': 'completed', 'code': 200} Jul 04 09:29:47.636085 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-17ba3bf0-e4b3-43d0-aaaa-878297d1b4eb req-8e1b6159-70d5-4b89-bcde-e1fbad307ea8 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022030 Jul 04 09:29:47.642996 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-f19ec2ad-ad3e-4024-b5e3-177334b37f11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ac87eb2-45af-4b31-8a1f-1efcac4b796d HTTP/1.1" status: 200 len: 217 time: 0.1016281 Jul 04 09:29:47.658347 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (9831c49a-4192-4fcb-bbb1-2e1f99f92c25), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:47.682780 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-df427391-ebe1-4f26-a33a-bfe98fd94efe service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256559 Jul 04 09:29:47.704599 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Attempting to bind port 03c93b7d-49ef-459e-a2f0-50fbdd58042a on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:29:47.705191 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Attempting to bind port 03c93b7d-49ef-459e-a2f0-50fbdd58042a by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:29:47.705683 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Attempting to bind port 03c93b7d-49ef-459e-a2f0-50fbdd58042a on network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:47.774872 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (9831c49a-4192-4fcb-bbb1-2e1f99f92c25), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:47.775872 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.776447 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:47.803921 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d4285-f654-40ea-8913-6904456a98f0 req-df0a9831-7f65-4168-a7be-535d52382e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.806694 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-df0a9831-7f65-4168-a7be-535d52382e7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.1331758 Jul 04 09:29:47.807347 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 04 Jul 2022 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5cb110-1309-4bca-a2c1-ebc0d69a3a1f x-openstack-request-id: req-7e5cb110-1309-4bca-a2c1-ebc0d69a3a1f {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:29:47.807894 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ac10d3-3895-4d08-89ab-c51ba17979aa", "tag": "38a669ed-388d-4937-b164-3b6b2501bbe9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3132d89b-95ac-4fc0-bb37-6b849226fe72", "tag": "7b0daf1e-95f2-40d0-a55c-11c303e5bfc5", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:29:47.808350 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e5cb110-1309-4bca-a2c1-ebc0d69a3a1f {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:29:47.808907 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5cb110-1309-4bca-a2c1-ebc0d69a3a1f'] response: {'name': 'network-changed', 'server_uuid': '91ac10d3-3895-4d08-89ab-c51ba17979aa', 'tag': '38a669ed-388d-4937-b164-3b6b2501bbe9', 'status': 'completed', 'code': 200} Jul 04 09:29:47.809328 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5cb110-1309-4bca-a2c1-ebc0d69a3a1f'] response: {'name': 'network-changed', 'server_uuid': '3132d89b-95ac-4fc0-bb37-6b849226fe72', 'tag': '7b0daf1e-95f2-40d0-a55c-11c303e5bfc5', 'status': 'completed', 'code': 200} Jul 04 09:29:47.822399 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-1e4ad0b2-6201-452d-8f5e-3c524f026380 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898160 Jul 04 09:29:47.823498 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Port 03c93b7d-49ef-459e-a2f0-50fbdd58042a on network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:29:47.824023 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Attempting to bind port 03c93b7d-49ef-459e-a2f0-50fbdd58042a on network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:29:47.832433 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4237270 Jul 04 09:29:47.835325 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54124) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:47.842825 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089814a-89c0-42a7-8fcd-f5c64845db1d req-6e722b3e-7227-448a-b2d2-475e68114171 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:47.844085 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Request body: {'subnet': {'network_id': '9831c49a-4192-4fcb-bbb1-2e1f99f92c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1971165286-subnet', 'tenant_id': 'a57a6c0e8e4b45f4afcb192fa554ea84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:47.845259 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6089814a-89c0-42a7-8fcd-f5c64845db1d req-6e722b3e-7227-448a-b2d2-475e68114171 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.1971800 Jul 04 09:29:47.855270 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-846dd91e-879d-401f-bad1-8cd04313d159 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885402 Jul 04 09:29:47.869471 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:29:47.870203 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Checking segment: {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:47.870892 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Bound using segment: {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:29:47.871903 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Bound port: 03c93b7d-49ef-459e-a2f0-50fbdd58042a, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:29:47.872480 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:48.011253 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c10b-4aa7-4540-b41b-9073bc53590b admin admin] Pushing event updated for resources: {'Network': ['ID=9831c49a-4192-4fcb-bbb1-2e1f99f92c25,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:48.025741 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 9831c49a-4192-4fcb-bbb1-2e1f99f92c25 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:29:48.029609 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d4285-f654-40ea-8913-6904456a98f0 req-4e69ac0b-f0f9-47bb-8176-50db7b9ddfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.031349 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-4e69ac0b-f0f9-47bb-8176-50db7b9ddfdd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286275 Jul 04 09:29:48.066137 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6089814a-89c0-42a7-8fcd-f5c64845db1d req-ef54e08c-9a5e-46fe-aca7-11d10aa912e7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617508 Jul 04 09:29:48.077935 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Made reservation on behalf of a57a6c0e8e4b45f4afcb192fa554ea84 for: {'subnet': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:48.087416 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:48.165159 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a90736e3-7227-4e03-abc7-2e8ac2d72bf9 req-76d1644f-bc90-4632-9850-35673a5e1a8b service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718025 Jul 04 09:29:48.265280 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e366f385-648c-4536-8c42-27ee06027b30 req-8151bc61-0f38-4e4a-856a-1dae67931db9 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133620 Jul 04 09:29:48.278850 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae45b1-5665-4cd8-9e88-48d43c9f2a5b req-b60cfbd9-effa-487c-b561-83f864756efa tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.279742 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d56dd-b6ee-4df4-a08b-7856faeeb661 req-6ff0970a-1659-47e2-bc9d-fa1f69e8149b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.280365 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9fae45b1-5665-4cd8-9e88-48d43c9f2a5b req-b60cfbd9-effa-487c-b561-83f864756efa tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 944 time: 0.3385334 Jul 04 09:29:48.287138 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7a2d56dd-b6ee-4df4-a08b-7856faeeb661 req-6ff0970a-1659-47e2-bc9d-fa1f69e8149b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.1006343 Jul 04 09:29:48.291626 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] For port 03c93b7d-49ef-459e-a2f0-50fbdd58042a, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:29:48.302080 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] For port 03c93b7d-49ef-459e-a2f0-50fbdd58042a, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:29:48.317873 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-e0920b53-f68f-41cb-9232-2bdb8aeae405 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890025 Jul 04 09:29:48.320240 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-021fab89-3327-48ed-a2b9-0769970fc875 req-c4b9af53-406c-4920-8268-baba9878a1b2 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414670 Jul 04 09:29:48.328329 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:48.365134 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7a2d56dd-b6ee-4df4-a08b-7856faeeb661 req-a9e54f35-9662-4b09-8dd8-46184425bccc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704215 Jul 04 09:29:48.408059 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:48.433509 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.434166 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:48.435597 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] 10.222.0.62 "PUT /v2.0/ports/03c93b7d-49ef-459e-a2f0-50fbdd58042a HTTP/1.1" status: 200 len: 1094 time: 2.4830155 Jul 04 09:29:48.494125 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9fae45b1-5665-4cd8-9e88-48d43c9f2a5b req-0aecf2a6-fc3b-47f7-8170-9dcd3b1eb015 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966450 Jul 04 09:29:48.513158 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8cba-2ef0-4450-b01a-546a5d372521 service neutron] Pushing event updated for resources: {'Port': ['ID=03c93b7d-49ef-459e-a2f0-50fbdd58042a,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:48.530166 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-991d4285-f654-40ea-8913-6904456a98f0 req-1523a190-e8fe-4a6e-a3ef-41c55f8f6a03 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794269 Jul 04 09:29:48.552770 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf230-4737-417b-9847-e189a9c91aef req-f5d7c58b-063a-4f42-9664-d16153506728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.555019 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-f5d7c58b-063a-4f42-9664-d16153506728 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 1128 time: 0.1872020 Jul 04 09:29:48.562081 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d502bd-275a-4f4e-8445-27d43e34ea5c req-5368dbec-af2e-4ef9-8681-07bff08ebd0b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.563608 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74d502bd-275a-4f4e-8445-27d43e34ea5c req-5368dbec-af2e-4ef9-8681-07bff08ebd0b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.1197331 Jul 04 09:29:48.573736 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (2375ee82-bd8b-4fd9-91a9-3fab451b11bc), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:48.621520 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74d502bd-275a-4f4e-8445-27d43e34ea5c req-89c0cd92-930c-4ba8-9795-6dd5fa784413 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507889 Jul 04 09:29:48.660046 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2375ee82-bd8b-4fd9-91a9-3fab451b11bc,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:48.712345 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-5a6f3570-4143-4f18-93fc-50c4b32c51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.714141 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-5a6f3570-4143-4f18-93fc-50c4b32c51c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 1128 time: 0.0664284 Jul 04 09:29:48.856420 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-7ef3216b-37ab-4df7-9b79-fc1405a39226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.857919 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-7ef3216b-37ab-4df7-9b79-fc1405a39226 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 1127 time: 0.2503796 Jul 04 09:29:48.868623 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-01df0da7-6143-49a3-838a-ecfebcae4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.868826 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Checking segment: {'id': '46c68520-0d12-42f0-b923-54c9236d232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9831c49a-4192-4fcb-bbb1-2e1f99f92c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:48.869061 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Network hostable DHCP agents. Network: 9831c49a-4192-4fcb-bbb1-2e1f99f92c25, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:29:48.870111 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-01df0da7-6143-49a3-838a-ecfebcae4bf6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.1498489 Jul 04 09:29:48.912149 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-5d2cf55e-fd04-44d7-b65e-380877629e2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f5f059-b366-4ea7-a4cb-915867e2353c HTTP/1.1" status: 200 len: 217 time: 0.0356667 Jul 04 09:29:48.962301 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-ee168146-6a0f-442f-90fc-cfce9ffe7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.963875 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-ee168146-6a0f-442f-90fc-cfce9ffe7004 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0456533 Jul 04 09:29:48.969776 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-6fc9c9ba-ffd1-49a1-924f-78aa5f4f9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.971311 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-6fc9c9ba-ffd1-49a1-924f-78aa5f4f9813 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 1128 time: 0.2435601 Jul 04 09:29:48.983948 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117caed-3ef4-42f7-8c2f-a78eea3e7576 req-46331176-fa01-4afb-947a-a9f275cec3aa tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.985436 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3117caed-3ef4-42f7-8c2f-a78eea3e7576 req-46331176-fa01-4afb-947a-a9f275cec3aa tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.2603533 Jul 04 09:29:48.986485 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf230-4737-417b-9847-e189a9c91aef req-dffbc304-8443-4481-9834-7f64bbc8a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:48.987821 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-dffbc304-8443-4481-9834-7f64bbc8a4d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.3365266 Jul 04 09:29:49.016272 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Network 9831c49a-4192-4fcb-bbb1-2e1f99f92c25 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:29:49.038728 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:49.051121 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-d0e0e91e-3258-4132-aa77-3bc6aada9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.054186 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-d0e0e91e-3258-4132-aa77-3bc6aada9db3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835371 Jul 04 09:29:49.081394 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-cc886faa-150d-4992-b501-1d8c669daa17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a HTTP/1.1" status: 200 len: 217 time: 0.0890210 Jul 04 09:29:49.096750 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-7c939d8f-a7ec-4b1d-8433-81169b301832 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38a669ed-388d-4937-b164-3b6b2501bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0933282 Jul 04 09:29:49.117617 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 9831c49a-4192-4fcb-bbb1-2e1f99f92c25) {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:49.131609 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c5f47-60cb-4073-9807-ae99249981fd None None] Network 9831c49a-4192-4fcb-bbb1-2e1f99f92c25 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:49.181835 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.182422 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:49.189931 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-af8e977a-3074-499f-b46e-cf8e2579c73c service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280060 Jul 04 09:29:49.219619 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-2878482c-c989-4407-8645-a8365341ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.221104 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-2878482c-c989-4407-8645-a8365341ab7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.3544617 Jul 04 09:29:49.224295 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3117caed-3ef4-42f7-8c2f-a78eea3e7576 req-7a6eb680-2f1c-4830-8105-519a847b9059 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262211 Jul 04 09:29:49.241379 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e6c0fee8-4706-42e1-a2f3-7f2eaf51522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.242842 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-e6c0fee8-4706-42e1-a2f3-7f2eaf51522a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 200 len: 848 time: 0.1452987 Jul 04 09:29:49.256094 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-eb9e16a3-810b-4e16-be8a-2e03a0d82988 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4161301 Jul 04 09:29:49.257124 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd049a85-524d-4275-9f89-260b1a4d625b None None] Network 9831c49a-4192-4fcb-bbb1-2e1f99f92c25 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:49.257729 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf230-4737-417b-9847-e189a9c91aef req-0aaf74aa-611d-4d5e-a594-9044d9867efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.259219 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-0aaf74aa-611d-4d5e-a594-9044d9867efb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.1436749 Jul 04 09:29:49.311127 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-a55110c6-b103-4522-b9c8-a72e6e66b29f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5397f453-5227-455e-9807-70c550aa117f HTTP/1.1" status: 200 len: 217 time: 0.0795572 Jul 04 09:29:49.324130 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa5732-b899-477e-99c5-cdd667570b3b req-73cd67cd-fa7e-4067-9f11-7fffdd0c8d84 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.326614 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8ffa5732-b899-477e-99c5-cdd667570b3b req-73cd67cd-fa7e-4067-9f11-7fffdd0c8d84 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.1356475 Jul 04 09:29:49.594837 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-91cf2b38-f91c-4e3a-8136-ecf8b4f14ecf req-d63cb3c6-3efc-4729-a013-3e62d505da2a service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923016 Jul 04 09:29:49.626467 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8ffa5732-b899-477e-99c5-cdd667570b3b req-b3c6434f-8ca3-43f3-bce5-7fdc8473433d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885306 Jul 04 09:29:49.632767 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-c6b9a311-bf7f-43c3-9286-a4c8336a12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.634438 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-c6b9a311-bf7f-43c3-9286-a4c8336a12bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.1247561 Jul 04 09:29:49.639001 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-2aaba2f3-e1fa-43e0-80e4-b539c047f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.640853 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-2aaba2f3-e1fa-43e0-80e4-b539c047f06e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3efc3dd2-49aa-4e58-9c28-27dc19093c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3542948 Jul 04 09:29:49.644800 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf230-4737-417b-9847-e189a9c91aef req-3525219b-1736-4e75-8132-fe89203219f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.646956 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-3525219b-1736-4e75-8132-fe89203219f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3585210 Jul 04 09:29:49.656356 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb292-5f77-4830-9132-09c0ea7ce038 req-20488ffc-2918-4040-9c3d-8de90083fe2b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.657901 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3f8fb292-5f77-4830-9132-09c0ea7ce038 req-20488ffc-2918-4040-9c3d-8de90083fe2b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.1495483 Jul 04 09:29:49.715627 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3f8fb292-5f77-4830-9132-09c0ea7ce038 req-677725cb-9e24-45f3-9176-e76d013ea093 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506649 Jul 04 09:29:49.736902 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973f78a-ffa3-4634-988a-a752c20254cb req-861f017d-a157-4cd5-a9d0-17f7d716289c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.738361 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0973f78a-ffa3-4634-988a-a752c20254cb req-861f017d-a157-4cd5-a9d0-17f7d716289c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 944 time: 0.0586948 Jul 04 09:29:49.787066 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0973f78a-ffa3-4634-988a-a752c20254cb req-3dd3f408-3a5f-4978-94f0-c53f23aa1d1a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414441 Jul 04 09:29:49.811000 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'tag': '03c93b7d-49ef-459e-a2f0-50fbdd58042a'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:29:49.813221 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5513ac34-5473-46c4-8019-66ad5a36d58a" -d '{"events": [{"name": "network-changed", "server_uuid": "902dd2b4-44ed-4de4-98d1-c78a30782e5f", "tag": "03c93b7d-49ef-459e-a2f0-50fbdd58042a"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:29:49.835057 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0941-db8c-4878-9619-2648d350ed7d req-fd8201cb-3ee6-46c1-b7b0-f95673ad677c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:49.836567 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0e4a0941-db8c-4878-9619-2648d350ed7d req-fd8201cb-3ee6-46c1-b7b0-f95673ad677c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0622540 Jul 04 09:29:49.851524 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca35e4b-5543-4631-9c40-7d2844136727 x-openstack-request-id: req-eca35e4b-5543-4631-9c40-7d2844136727 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:29:49.851813 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902dd2b4-44ed-4de4-98d1-c78a30782e5f", "tag": "03c93b7d-49ef-459e-a2f0-50fbdd58042a", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:29:49.852065 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eca35e4b-5543-4631-9c40-7d2844136727 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:29:49.852486 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca35e4b-5543-4631-9c40-7d2844136727'] response: {'name': 'network-changed', 'server_uuid': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'tag': '03c93b7d-49ef-459e-a2f0-50fbdd58042a', 'status': 'completed', 'code': 200} Jul 04 09:29:49.860995 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54180) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:49.866265 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-378247849-network', 'tenant_id': 'a24822251e7d401e94b1bb1b43a5de99'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:49.902887 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0e4a0941-db8c-4878-9619-2648d350ed7d req-d52a222d-217e-4764-9f04-3003451a98b9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600383 Jul 04 09:29:49.903840 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Made reservation on behalf of a24822251e7d401e94b1bb1b43a5de99 for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:49.906419 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:49.919746 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:49.992613 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Publish callbacks [] for security_group (16e73e26-a703-4e44-b75c-d3b4eaf04817), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:49.996259 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (16e73e26-a703-4e44-b75c-d3b4eaf04817), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:50.024044 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:29:50.029360 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e73e26-a703-4e44-b75c-d3b4eaf04817,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:50.039333 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (e87aeb5b-aa7c-4575-9bf9-19940861b6ac), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:50.039773 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Added segment e87aeb5b-aa7c-4575-9bf9-19940861b6ac of type vlan for network 7a671f65-a360-4e6e-9a4e-e3a8135c5e57 Jul 04 09:29:50.079176 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (7a671f65-a360-4e6e-9a4e-e3a8135c5e57), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:50.103542 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (7a671f65-a360-4e6e-9a4e-e3a8135c5e57), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:50.104514 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:50.105072 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:50.153527 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2914541 Jul 04 09:29:50.156374 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54182) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:50.162017 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Request body: {'subnet': {'network_id': '7a671f65-a360-4e6e-9a4e-e3a8135c5e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-378247849-subnet', 'tenant_id': 'a24822251e7d401e94b1bb1b43a5de99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:29:50.166704 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655fa7c-f80a-471b-8509-932e60cf2666 admin admin] Pushing event updated for resources: {'Network': ['ID=7a671f65-a360-4e6e-9a4e-e3a8135c5e57,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:50.177425 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 7a671f65-a360-4e6e-9a4e-e3a8135c5e57 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:29:50.186633 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Made reservation on behalf of a24822251e7d401e94b1bb1b43a5de99 for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:29:50.188952 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15992859'] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:50.380769 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16528064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15992841'] for subnet (02d99e19-5767-4a25-9c3c-bdf59a949aa9), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:50.453910 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb164c3-31f0-45d0-bb5b-fede9f4459b6 req-ddaaa028-324f-4511-8f00-27aea12bae1a tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:50.455414 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7bb164c3-31f0-45d0-bb5b-fede9f4459b6 req-ddaaa028-324f-4511-8f00-27aea12bae1a tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.1112902 Jul 04 09:29:50.456020 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d99e19-5767-4a25-9c3c-bdf59a949aa9,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:50.479967 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Checking segment: {'id': 'e87aeb5b-aa7c-4575-9bf9-19940861b6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a671f65-a360-4e6e-9a4e-e3a8135c5e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:29:50.480334 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Network hostable DHCP agents. Network: 7a671f65-a360-4e6e-9a4e-e3a8135c5e57, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:29:50.511269 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Network 7a671f65-a360-4e6e-9a4e-e3a8135c5e57 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:29:50.529030 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 7a671f65-a360-4e6e-9a4e-e3a8135c5e57) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:29:50.533878 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7bb164c3-31f0-45d0-bb5b-fede9f4459b6 req-00934162-8c92-4b7d-8a4c-8857ccdbc074 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642047 Jul 04 09:29:50.536661 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:50.537247 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:50.539081 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978a2bd-0fdc-4c79-a0b2-fdffa85d58a8 None None] Network 7a671f65-a360-4e6e-9a4e-e3a8135c5e57 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:50.558639 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-0a68efc9-47e2-48ae-ae4f-4b89c90650b9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4010596 Jul 04 09:29:50.642272 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e1bb2d-7f2d-465b-84cd-b447c2d3f343 None None] Network 7a671f65-a360-4e6e-9a4e-e3a8135c5e57 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:50.746831 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93f66b-f308-4815-b31f-e89e1c38b4b8 req-8c6ad094-6aa0-4867-ac66-268afcefd2b4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:50.748422 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bc93f66b-f308-4815-b31f-e89e1c38b4b8 req-8c6ad094-6aa0-4867-ac66-268afcefd2b4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.0603006 Jul 04 09:29:50.796924 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bc93f66b-f308-4815-b31f-e89e1c38b4b8 req-00deb1e1-14b7-40fc-b65f-2ff90ee9cada tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Jul 04 09:29:50.844957 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e088b6-eed7-4105-9a2f-2aafa52781bd req-0f9a051a-4f4e-4ff0-928f-bf03880b2e67 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:50.846511 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-54e088b6-eed7-4105-9a2f-2aafa52781bd req-0f9a051a-4f4e-4ff0-928f-bf03880b2e67 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.0570815 Jul 04 09:29:50.899543 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-54e088b6-eed7-4105-9a2f-2aafa52781bd req-292d7bcc-f9fe-4b84-be93-b7823e80117f tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462623 Jul 04 09:29:50.909327 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29776b1e-1fd0-4ecf-a8af-7fd3a9d1e2c4 req-fd1b6a64-02e1-49e9-8513-597eda710b55 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:50.911479 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-29776b1e-1fd0-4ecf-a8af-7fd3a9d1e2c4 req-fd1b6a64-02e1-49e9-8513-597eda710b55 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 944 time: 0.0543458 Jul 04 09:29:50.980117 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-29776b1e-1fd0-4ecf-a8af-7fd3a9d1e2c4 req-26dbde59-131f-4726-a69b-3f4ca53f47bc tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528104 Jul 04 09:29:51.040539 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797da65-941c-459a-9929-ee61c17fe997 req-3e705ee6-9303-4882-a427-3b8314417216 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:51.042353 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a797da65-941c-459a-9929-ee61c17fe997 req-3e705ee6-9303-4882-a427-3b8314417216 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0627131 Jul 04 09:29:51.090180 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a797da65-941c-459a-9929-ee61c17fe997 req-b803e261-ba5d-43b2-816f-75838557c3f9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 Jul 04 09:29:51.663150 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b126e-727b-4a1a-b0a0-691c8f90d525 req-26fd9dfe-da22-4401-b619-294146edb875 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:51.664640 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2e9b126e-727b-4a1a-b0a0-691c8f90d525 req-26fd9dfe-da22-4401-b619-294146edb875 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.0587187 Jul 04 09:29:51.714167 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2e9b126e-727b-4a1a-b0a0-691c8f90d525 req-c03c034c-a854-494d-9292-543c805329e9 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Jul 04 09:29:51.916811 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740838d-ef00-4c93-9cc5-f4fe848ffcc6 req-8e51fd24-5199-4e76-b660-f5487aa58ac4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:51.918629 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d740838d-ef00-4c93-9cc5-f4fe848ffcc6 req-8e51fd24-5199-4e76-b660-f5487aa58ac4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.0548818 Jul 04 09:29:51.965538 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d740838d-ef00-4c93-9cc5-f4fe848ffcc6 req-40ec2200-0102-4845-a901-e8d1f5323462 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Jul 04 09:29:52.028105 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dae99f-2abd-4aad-8a6e-cbed4177febd req-df80c48b-15f3-4f5f-951c-1207d082cfb7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:52.029601 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16dae99f-2abd-4aad-8a6e-cbed4177febd req-df80c48b-15f3-4f5f-951c-1207d082cfb7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.0588567 Jul 04 09:29:52.077214 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16dae99f-2abd-4aad-8a6e-cbed4177febd req-301b4ff3-9eb8-4b72-8cfa-2901a2984feb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420542 Jul 04 09:29:52.090903 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3d5e7-0b94-4058-a8b7-6be52c90c66e req-54b09128-3209-4faf-9d29-6482f4bd4b79 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:52.092358 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7ac3d5e7-0b94-4058-a8b7-6be52c90c66e req-54b09128-3209-4faf-9d29-6482f4bd4b79 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 944 time: 0.0517778 Jul 04 09:29:52.141429 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7ac3d5e7-0b94-4058-a8b7-6be52c90c66e req-56eb6607-e888-4dbb-a39c-3293e85f34a4 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Jul 04 09:29:52.216368 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3c5c-dede-45b2-9a6a-ede2e3bf8712 req-b2a9c3c3-d06b-4a23-8100-fa581116027f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:52.217772 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ebbf3c5c-dede-45b2-9a6a-ede2e3bf8712 req-b2a9c3c3-d06b-4a23-8100-fa581116027f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0558779 Jul 04 09:29:52.267628 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ebbf3c5c-dede-45b2-9a6a-ede2e3bf8712 req-1cda8a74-b36f-41d9-b275-b569b0df21dd tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442345 Jul 04 09:29:52.830464 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65780418-3840-4d64-ae25-72c8e7aaf3c0 req-4ba19a62-15a6-4eed-92fa-27efcc4766c7 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:52.831921 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-65780418-3840-4d64-ae25-72c8e7aaf3c0 req-4ba19a62-15a6-4eed-92fa-27efcc4766c7 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.0515568 Jul 04 09:29:52.876903 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-65780418-3840-4d64-ae25-72c8e7aaf3c0 req-616ac55e-748c-4c63-b042-902936fa1bab tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Jul 04 09:29:53.081220 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98cd35-bd1d-4549-bdeb-1a0a9a13912c req-a9d0995a-a0c3-4734-9060-a406850cd33a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:53.082857 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1c98cd35-bd1d-4549-bdeb-1a0a9a13912c req-a9d0995a-a0c3-4734-9060-a406850cd33a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.0522194 Jul 04 09:29:53.129655 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1c98cd35-bd1d-4549-bdeb-1a0a9a13912c req-48e5b59d-afa0-454c-9070-35c4b15c9240 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Jul 04 09:29:53.195521 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d227f-c820-4933-b4dc-043a482eacbb req-d7241a3a-f443-419c-b369-75ad3f479dd2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:53.197029 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9c3d227f-c820-4933-b4dc-043a482eacbb req-d7241a3a-f443-419c-b369-75ad3f479dd2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.0543969 Jul 04 09:29:53.249136 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9c3d227f-c820-4933-b4dc-043a482eacbb req-ad189e26-e7d7-42b1-80bb-c036b03337c6 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Jul 04 09:29:53.266777 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857bdc8-1848-49f8-901f-5d72ce7a6933 req-2802992f-ec78-43bb-af15-11cd713df4d8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:53.268258 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4857bdc8-1848-49f8-901f-5d72ce7a6933 req-2802992f-ec78-43bb-af15-11cd713df4d8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 944 time: 0.0585620 Jul 04 09:29:53.316166 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4857bdc8-1848-49f8-901f-5d72ce7a6933 req-79cf1c2a-11fd-43fa-8c79-1af6a94e8ffe tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Jul 04 09:29:53.393224 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb5210-dcd5-4f3d-b212-635d1f6310ad req-993dfdab-b098-49c3-804b-5cc7b90637bf tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:53.394712 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-39bb5210-dcd5-4f3d-b212-635d1f6310ad req-993dfdab-b098-49c3-804b-5cc7b90637bf tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0559127 Jul 04 09:29:53.440581 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-39bb5210-dcd5-4f3d-b212-635d1f6310ad req-86f7482f-d4b6-446c-b3c6-a3e5327e51ef tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400751 Jul 04 09:29:53.787507 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-a48e5ef1-0ad3-444b-9700-f5744e66d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:53.789263 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-a48e5ef1-0ad3-444b-9700-f5744e66d824 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1711872 Jul 04 09:29:53.794072 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-b4437d81-3a24-46b3-842d-3f1488daba3f service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863401 Jul 04 09:29:53.795780 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-338d69b9-c531-40e1-9b88-a4649e5cb73b service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973195 Jul 04 09:29:54.052411 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-7ab25c93-fe35-4b28-890e-180475a49923 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433946 Jul 04 09:29:54.055479 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5fcebb89-cc6f-4a1f-8c9e-a1c9a0d930c0 req-3b00ac53-0519-4fe2-b073-755fb07ea6b5 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475009 Jul 04 09:29:54.057205 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-dbe46fe7-d0bc-4575-9e30-ce835d3de033 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566009 Jul 04 09:29:54.074778 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bca26-6807-4811-8d16-3e4e78c1fe96 req-ab8eb891-c315-4d84-9429-35d6eaf8278c tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:54.076230 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-189bca26-6807-4811-8d16-3e4e78c1fe96 req-ab8eb891-c315-4d84-9429-35d6eaf8278c tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.1290712 Jul 04 09:29:54.125703 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-189bca26-6807-4811-8d16-3e4e78c1fe96 req-af057316-f52d-4a1b-bee6-4a200ec65d89 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439758 Jul 04 09:29:54.248166 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651105a2-72d2-4bd6-93d7-4663884986a2 req-fcf189f4-5c15-4da0-9882-1bd1c2a48053 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:54.250312 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-651105a2-72d2-4bd6-93d7-4663884986a2 req-fcf189f4-5c15-4da0-9882-1bd1c2a48053 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.0558019 Jul 04 09:29:54.306853 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-651105a2-72d2-4bd6-93d7-4663884986a2 req-7104faba-ddd4-470d-8916-3ed5979381e8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498202 Jul 04 09:29:54.383957 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f6262-394a-49d0-a7c2-d18db43bd1de req-e8388ccb-1237-413f-9857-257e18a5b353 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:54.390577 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e11f6262-394a-49d0-a7c2-d18db43bd1de req-e8388ccb-1237-413f-9857-257e18a5b353 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.0598164 Jul 04 09:29:54.441804 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c74908-b364-4b8e-ba0c-f8f44f16f7e2 req-b7c18fa4-a94c-4165-aa72-3c92649b6998 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:54.444101 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d9c74908-b364-4b8e-ba0c-f8f44f16f7e2 req-b7c18fa4-a94c-4165-aa72-3c92649b6998 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 944 time: 0.0575523 Jul 04 09:29:54.493840 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e11f6262-394a-49d0-a7c2-d18db43bd1de req-486bf514-f4b0-4dc5-bdcc-5c204e16bf27 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022496 Jul 04 09:29:54.497629 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d9c74908-b364-4b8e-ba0c-f8f44f16f7e2 req-bcf92ad3-241c-4f82-ae67-806976323784 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471792 Jul 04 09:29:54.525197 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a36c4c8-9de8-43ea-95f5-22f561bea77e req-02cf8468-737b-4088-8cbf-8e30e916e430 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323884 Jul 04 09:29:54.673655 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-95c57d96-f1e0-4847-a4c1-1f3549f48628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:54.675371 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-95c57d96-f1e0-4847-a4c1-1f3549f48628 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 1128 time: 0.1145568 Jul 04 09:29:54.681146 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf230-4737-417b-9847-e189a9c91aef req-61b77d54-97f9-4fa7-8afb-97cb5a81fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:54.682598 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-61b77d54-97f9-4fa7-8afb-97cb5a81fce0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=772990240f674a6cbaca15951f7629f0&device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 1128 time: 0.1233649 Jul 04 09:29:54.698253 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aac49f-fe0b-4b4f-9504-d30acf6d08bf req-f1021f91-98ac-459c-a1a3-ccda800e37fc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:54.699695 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-82aac49f-fe0b-4b4f-9504-d30acf6d08bf req-f1021f91-98ac-459c-a1a3-ccda800e37fc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.1302006 Jul 04 09:29:55.019099 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-82aac49f-fe0b-4b4f-9504-d30acf6d08bf req-482b69f2-528d-4f3f-a2eb-411f6ae95eda tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101993 Jul 04 09:29:55.042992 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-187b143a-3ae9-4bef-a971-0e23da114c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.044449 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-187b143a-3ae9-4bef-a971-0e23da114c27 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 910 time: 0.3610182 Jul 04 09:29:55.045527 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf230-4737-417b-9847-e189a9c91aef req-0804c9a1-885a-41d1-b978-eb43344dcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.046875 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-0804c9a1-885a-41d1-b978-eb43344dcb86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60da9ae2-c42d-4389-baa2-d1acd469f89e HTTP/1.1" status: 200 len: 913 time: 0.3463659 Jul 04 09:29:55.121218 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-bfdc9ec3-e4bf-4f37-be0e-77341de4ad11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a HTTP/1.1" status: 200 len: 217 time: 0.0645754 Jul 04 09:29:55.122369 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-a5995f62-802f-483f-88ec-586cc7dcf3c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 HTTP/1.1" status: 200 len: 217 time: 0.0605071 Jul 04 09:29:55.211414 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-41f7c060-cf1c-4780-9709-9312ad186d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.212880 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-41f7c060-cf1c-4780-9709-9312ad186d63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 200 len: 848 time: 0.0811691 Jul 04 09:29:55.214266 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf230-4737-417b-9847-e189a9c91aef req-483552a5-b994-4c2a-9103-8e9c7d6d2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.215576 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-483552a5-b994-4c2a-9103-8e9c7d6d2e69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c1fe4e54-faec-4122-819e-17ca681faca7 HTTP/1.1" status: 200 len: 851 time: 0.0827773 Jul 04 09:29:55.244809 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cca23-60b3-4839-835f-43c78763adf3 req-ac991385-4ef0-41ff-a513-25115f42d753 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.246362 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ba6cca23-60b3-4839-835f-43c78763adf3 req-ac991385-4ef0-41ff-a513-25115f42d753 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.0532212 Jul 04 09:29:55.295696 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ba6cca23-60b3-4839-835f-43c78763adf3 req-d7a1b920-ba9b-42cf-95d0-11f346400945 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Jul 04 09:29:55.300268 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-ded360f0-c99b-44f1-93e6-3c7a63ae5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.301807 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-ded360f0-c99b-44f1-93e6-3c7a63ae5093 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3efc3dd2-49aa-4e58-9c28-27dc19093c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771503 Jul 04 09:29:55.311225 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf230-4737-417b-9847-e189a9c91aef req-4572336f-3ce5-4d4e-af1d-3d384fbc327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.312663 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-4572336f-3ce5-4d4e-af1d-3d384fbc327b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60da9ae2-c42d-4389-baa2-d1acd469f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795751 Jul 04 09:29:55.503286 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-9559e2d6-9c5b-479c-aacc-6e4a884d1bb2 service neutron] 10.222.0.62 "GET /v2.0/networks/60da9ae2-c42d-4389-baa2-d1acd469f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816525 Jul 04 09:29:55.505714 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-63f99d1b-f84c-4bcb-a94d-7fd0e33c190f service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922088 Jul 04 09:29:55.522247 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2439f8-2a51-4923-b951-f111305b76d9 req-25c5cc30-a5fb-43f9-9947-870180f71dd5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.523795 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db2439f8-2a51-4923-b951-f111305b76d9 req-25c5cc30-a5fb-43f9-9947-870180f71dd5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.1137149 Jul 04 09:29:55.624394 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd456704-7704-4b64-91e6-6ec6308dc503 req-c0dc4ffe-7740-43e8-8e98-3a0ca3a6ac3e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.625941 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fd456704-7704-4b64-91e6-6ec6308dc503 req-c0dc4ffe-7740-43e8-8e98-3a0ca3a6ac3e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.0571721 Jul 04 09:29:55.687642 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fd456704-7704-4b64-91e6-6ec6308dc503 req-babe43fa-ba46-4d4c-bff6-23a5bf25b970 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521221 Jul 04 09:29:55.713390 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db2439f8-2a51-4923-b951-f111305b76d9 req-405c67ee-6a12-4329-a3e4-a3d1b858d10e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718702 Jul 04 09:29:55.752596 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8daf230-4737-417b-9847-e189a9c91aef req-f3ed235a-b735-43b5-8da6-3c3ca5104203 service neutron] 10.222.0.62 "GET /v2.0/networks/60da9ae2-c42d-4389-baa2-d1acd469f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278497 Jul 04 09:29:55.756812 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5513ac34-5473-46c4-8019-66ad5a36d58a req-8446a2aa-9d4a-416f-8a4b-31e9928b2269 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310810 Jul 04 09:29:55.834873 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79cf49-bf3e-42ba-b3cb-9428102479c9 req-560e7b60-bf77-41ba-9789-19adc8f1477d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:55.836516 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-aa79cf49-bf3e-42ba-b3cb-9428102479c9 req-560e7b60-bf77-41ba-9789-19adc8f1477d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 944 time: 0.0720079 Jul 04 09:29:55.888848 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-aa79cf49-bf3e-42ba-b3cb-9428102479c9 req-5c1d7cc1-b2cd-4ecc-bf6b-b9d9630d4691 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458117 Jul 04 09:29:56.148393 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74515fa3-067b-4023-9225-3ddb402f6c5d req-82dd0e33-46c9-4405-8019-38697dda98d6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:56.152698 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-74515fa3-067b-4023-9225-3ddb402f6c5d req-82dd0e33-46c9-4405-8019-38697dda98d6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0561476 Jul 04 09:29:56.185626 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:29:56.213259 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-74515fa3-067b-4023-9225-3ddb402f6c5d req-6ef3be18-c2bd-4573-9930-74692636f7e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530705 Jul 04 09:29:56.416519 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493077-2bf8-49cc-9836-1593723d1204 req-bc0837c4-2e1d-4233-811b-36023b2cd98d tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:56.417999 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a1493077-2bf8-49cc-9836-1593723d1204 req-bc0837c4-2e1d-4233-811b-36023b2cd98d tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.0517888 Jul 04 09:29:56.464455 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a1493077-2bf8-49cc-9836-1593723d1204 req-36988ed9-44e8-4334-be30-3158b56fadb7 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Jul 04 09:29:56.833381 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6088a-8605-4069-bbbc-5f4a3f87f03a req-30ef6ce5-f733-4b34-be21-56865836bf1d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:56.834797 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-03f6088a-8605-4069-bbbc-5f4a3f87f03a req-30ef6ce5-f733-4b34-be21-56865836bf1d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.0723572 Jul 04 09:29:56.846257 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39c9ec-5005-4842-9068-09ecf31a1360 req-9d44e7c6-429c-4a74-93b4-1a24b5621c73 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:56.847803 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6f39c9ec-5005-4842-9068-09ecf31a1360 req-9d44e7c6-429c-4a74-93b4-1a24b5621c73 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.0604458 Jul 04 09:29:56.902816 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-03f6088a-8605-4069-bbbc-5f4a3f87f03a req-db3c694b-37b3-43c9-81b3-2b35c509b6be tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615492 Jul 04 09:29:56.906997 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6f39c9ec-5005-4842-9068-09ecf31a1360 req-18c1e045-246a-495f-8603-49180ed5f757 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520191 Jul 04 09:29:57.042024 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd2cf-00ad-4758-b247-b38f2ce5ec14 req-c363b962-17fd-490a-947e-f8c00bfe18d5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:57.043659 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1cddd2cf-00ad-4758-b247-b38f2ce5ec14 req-c363b962-17fd-490a-947e-f8c00bfe18d5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 944 time: 0.0663376 Jul 04 09:29:57.091252 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1cddd2cf-00ad-4758-b247-b38f2ce5ec14 req-4802709f-aea1-489d-b01c-8c1968d22569 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 Jul 04 09:29:57.348573 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e58e3a-45b5-48bf-a5cd-619941d60dfb req-66c8a179-90f6-41c4-b861-12ad4f27330e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:57.349933 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-05e58e3a-45b5-48bf-a5cd-619941d60dfb req-66c8a179-90f6-41c4-b861-12ad4f27330e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0551295 Jul 04 09:29:57.399949 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-05e58e3a-45b5-48bf-a5cd-619941d60dfb req-50e1584c-9fb1-4ae4-b6a4-f82f1b099cc0 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 Jul 04 09:29:57.585427 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688f5ea-816c-4f1f-bbeb-37fc1211f96c req-ab884ecc-d7f0-4f4c-bd99-e7016411dab9 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:57.587333 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8688f5ea-816c-4f1f-bbeb-37fc1211f96c req-ab884ecc-d7f0-4f4c-bd99-e7016411dab9 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.0567603 Jul 04 09:29:57.640121 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8688f5ea-816c-4f1f-bbeb-37fc1211f96c req-eda08775-7c2e-44ce-bbc0-7b9a6b27dafd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Jul 04 09:29:57.726604 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54406) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:57.830954 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:57.911228 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Publish callbacks [] for security_group (09a0dd1d-2956-4c22-a539-f227ba41d46d), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:57.915317 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (09a0dd1d-2956-4c22-a539-f227ba41d46d), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:57.958901 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=42dc7dbaf1794320893fb15fdb3ef939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282135 Jul 04 09:29:57.959044 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54414) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:57.964944 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a0dd1d-2956-4c22-a539-f227ba41d46d,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:57.986872 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.987093 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.987357 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.987856 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.988327 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.988664 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.990548 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.990897 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.991232 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.991574 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.991907 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.992238 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:57.992567 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0de07-e731-452c-86a3-b8f940b221fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.043999 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4395e-737c-4efe-9ecb-e3bb98cf9ca8 req-893b2994-6dce-4b5c-b9e0-7a1817397799 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:58.052049 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9ae4395e-737c-4efe-9ecb-e3bb98cf9ca8 req-893b2994-6dce-4b5c-b9e0-7a1817397799 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.0721228 Jul 04 09:29:58.073747 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9fcf-5fe1-4c12-bdc2-b54f2fb92143 admin admin] Publish callbacks [] for security_group (09a0dd1d-2956-4c22-a539-f227ba41d46d), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.092217 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8b10a-da94-4491-be19-5da7962ebb2c req-2ddfeed6-d965-46f8-ab5c-586f6299250e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:58.093703 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7be8b10a-da94-4491-be19-5da7962ebb2c req-2ddfeed6-d965-46f8-ab5c-586f6299250e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.0930347 Jul 04 09:29:58.102566 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9ae4395e-737c-4efe-9ecb-e3bb98cf9ca8 req-db08fb1f-1981-4c7b-a725-295ad006fd32 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494061 Jul 04 09:29:58.109585 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9fcf-5fe1-4c12-bdc2-b54f2fb92143 admin admin] Publish callbacks [] for security_group (09a0dd1d-2956-4c22-a539-f227ba41d46d), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.181530 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7be8b10a-da94-4491-be19-5da7962ebb2c req-1e8672f6-364f-4f4d-aad3-2b26791f7d75 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772593 Jul 04 09:29:58.213424 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9fcf-5fe1-4c12-bdc2-b54f2fb92143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (09a0dd1d-2956-4c22-a539-f227ba41d46d), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.216282 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9fcf-5fe1-4c12-bdc2-b54f2fb92143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.219742 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-fe5e9fcf-5fe1-4c12-bdc2-b54f2fb92143 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09a0dd1d-2956-4c22-a539-f227ba41d46d HTTP/1.1" status: 204 len: 168 time: 0.2575481 Jul 04 09:29:58.229064 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8865-fdf8-4492-8e99-2c3dd6b59b95 req-96e0b24e-16c6-471e-847b-0d5f174b2008 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:58.232193 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e9fcf-5fe1-4c12-bdc2-b54f2fb92143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a0dd1d-2956-4c22-a539-f227ba41d46d,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:58.236244 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-70be8865-fdf8-4492-8e99-2c3dd6b59b95 req-96e0b24e-16c6-471e-847b-0d5f174b2008 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 944 time: 0.0707729 Jul 04 09:29:58.282963 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-70be8865-fdf8-4492-8e99-2c3dd6b59b95 req-566309c4-7294-4246-88b5-706efb150f3d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Jul 04 09:29:58.445453 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 03c93b7d-49ef-459e-a2f0-50fbdd58042a details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:29:58.549136 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ad746-3880-47f4-9e2e-8e231e2a4321 req-1a497398-7c59-4f5e-a0cc-28ee6743f718 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:58.557708 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-053ad746-3880-47f4-9e2e-8e231e2a4321 req-1a497398-7c59-4f5e-a0cc-28ee6743f718 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0761652 Jul 04 09:29:58.570534 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 03c93b7d-49ef-459e-a2f0-50fbdd58042a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:58.584741 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '03c93b7d-49ef-459e-a2f0-50fbdd58042a', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'port_id': '03c93b7d-49ef-459e-a2f0-50fbdd58042a', 'mac_address': 'fa:16:3e:b7:3d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:29:58.591970 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54440) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:58.605133 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.620629 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-053ad746-3880-47f4-9e2e-8e231e2a4321 req-08019b8c-bc0a-4b03-af11-fcad7010e964 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608122 Jul 04 09:29:58.650569 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 03c93b7d-49ef-459e-a2f0-50fbdd58042a is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:58.651012 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.666977 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c93b7d-49ef-459e-a2f0-50fbdd58042a {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:58.679679 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54444) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:58.696303 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 03c93b7d-49ef-459e-a2f0-50fbdd58042a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:58.701718 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.702753 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Publish callbacks [] for security_group (cfa2fc2b-4c87-4b0b-bfcd-5b049d5ddba1), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.703057 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 5397f453-5227-455e-9807-70c550aa117f details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:29:58.710581 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cfa2fc2b-4c87-4b0b-bfcd-5b049d5ddba1), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.782351 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9fb6d581a3944f3d8d8a07528a5fdbfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890144 Jul 04 09:29:58.785199 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54448) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:58.787082 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa2fc2b-4c87-4b0b-bfcd-5b049d5ddba1,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:58.795168 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.795783 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.796275 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.796780 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.797259 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.797730 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.798291 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.798763 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.799252 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.799898 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.800373 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.800844 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.801355 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9af06f-916e-4491-842e-073cc8ae1280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.802415 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=03c93b7d-49ef-459e-a2f0-50fbdd58042a,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:58.812758 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.813109 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.813478 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.813871 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.814275 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.814616 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.815131 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.815469 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.815739 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.816080 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.816415 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.816753 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.817594 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:58.827853 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f182f-f7d7-4706-b059-98e58274094d req-3f3c9ae7-0282-486c-826b-d91c976b2339 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:58.835839 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-667f182f-f7d7-4706-b059-98e58274094d req-3f3c9ae7-0282-486c-826b-d91c976b2339 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 944 time: 0.1156411 Jul 04 09:29:58.852035 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-40ed34ea-0d74-4e09-8626-d9b29875bd2d admin admin] Publish callbacks [] for security_group (cfa2fc2b-4c87-4b0b-bfcd-5b049d5ddba1), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.864392 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 5397f453-5227-455e-9807-70c550aa117f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5397f453-5227-455e-9807-70c550aa117f,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:58.880108 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-40ed34ea-0d74-4e09-8626-d9b29875bd2d admin admin] Publish callbacks [] for security_group (cfa2fc2b-4c87-4b0b-bfcd-5b049d5ddba1), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.890139 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-667f182f-f7d7-4706-b059-98e58274094d req-33df2bd5-4623-44ba-b977-0a7765dc3543 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530763 Jul 04 09:29:58.934786 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-238033f9-5da3-4664-8a5b-d06fb24716af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.967543 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-40ed34ea-0d74-4e09-8626-d9b29875bd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cfa2fc2b-4c87-4b0b-bfcd-5b049d5ddba1), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.970044 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-40ed34ea-0d74-4e09-8626-d9b29875bd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:58.974217 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-40ed34ea-0d74-4e09-8626-d9b29875bd2d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cfa2fc2b-4c87-4b0b-bfcd-5b049d5ddba1 HTTP/1.1" status: 204 len: 168 time: 0.1829274 Jul 04 09:29:58.987428 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '5397f453-5227-455e-9807-70c550aa117f', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'port_id': '5397f453-5227-455e-9807-70c550aa117f', 'mac_address': 'fa:16:3e:37:47:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:29:58.990468 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed34ea-0d74-4e09-8626-d9b29875bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa2fc2b-4c87-4b0b-bfcd-5b049d5ddba1,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:59.041313 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 5397f453-5227-455e-9807-70c550aa117f is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:59.041718 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5397f453-5227-455e-9807-70c550aa117f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.044295 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-238033f9-5da3-4664-8a5b-d06fb24716af admin admin] Publish callbacks [] for security_group (0919c7be-a005-47b4-9ddc-735107767e84), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.050764 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-238033f9-5da3-4664-8a5b-d06fb24716af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (0919c7be-a005-47b4-9ddc-735107767e84), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.055505 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5397f453-5227-455e-9807-70c550aa117f {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:59.076946 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 5397f453-5227-455e-9807-70c550aa117f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5397f453-5227-455e-9807-70c550aa117f,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:59.081446 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (5397f453-5227-455e-9807-70c550aa117f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.082318 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:29:59.095369 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-238033f9-5da3-4664-8a5b-d06fb24716af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d23d079093e47b0a921f7e453dfc62e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122751 Jul 04 09:29:59.095369 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238033f9-5da3-4664-8a5b-d06fb24716af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0919c7be-a005-47b4-9ddc-735107767e84,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:59.095796 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54452) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:59.152041 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2aa35418-549b-43f8-a73a-5070f5fe0867 admin admin] Publish callbacks [] for security_group (0919c7be-a005-47b4-9ddc-735107767e84), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.161372 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=5397f453-5227-455e-9807-70c550aa117f,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:59.177020 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2aa35418-549b-43f8-a73a-5070f5fe0867 admin admin] Publish callbacks [] for security_group (0919c7be-a005-47b4-9ddc-735107767e84), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.237266 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2aa35418-549b-43f8-a73a-5070f5fe0867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (0919c7be-a005-47b4-9ddc-735107767e84), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.240977 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2aa35418-549b-43f8-a73a-5070f5fe0867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.243396 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-2aa35418-549b-43f8-a73a-5070f5fe0867 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0919c7be-a005-47b4-9ddc-735107767e84 HTTP/1.1" status: 204 len: 168 time: 0.1458244 Jul 04 09:29:59.268045 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa35418-549b-43f8-a73a-5070f5fe0867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0919c7be-a005-47b4-9ddc-735107767e84,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:59.279769 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d3509-f04f-4ad2-8c3d-bfc830d7ce21 req-7b30d896-4465-4d1d-95e9-8e294b42ff4a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:59.281434 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-367d3509-f04f-4ad2-8c3d-bfc830d7ce21 req-7b30d896-4465-4d1d-95e9-8e294b42ff4a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 944 time: 0.0937371 Jul 04 09:29:59.338743 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:59.347266 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-367d3509-f04f-4ad2-8c3d-bfc830d7ce21 req-05130c5d-40e5-42d5-af9e-8f693b61b6fa tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548024 Jul 04 09:29:59.359264 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddd684-ca06-4bc3-a013-848ddfc6f9cb req-b3e0a663-e119-45ec-8efe-3b509f65e5a9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:59.367095 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b2ddd684-ca06-4bc3-a013-848ddfc6f9cb req-b3e0a663-e119-45ec-8efe-3b509f65e5a9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 944 time: 0.0906136 Jul 04 09:29:59.371992 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '7b0daf1e-95f2-40d0-a55c-11c303e5bfc5', 'network_id': '60da9ae2-c42d-4389-baa2-d1acd469f89e', 'port_id': '7b0daf1e-95f2-40d0-a55c-11c303e5bfc5', 'mac_address': 'fa:16:3e:cd:f2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fe4e54-faec-4122-819e-17ca681faca7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:29:59.446242 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b2ddd684-ca06-4bc3-a013-848ddfc6f9cb req-a1384358-08b0-462e-90dc-884fe11242bc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781116 Jul 04 09:29:59.477260 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:59.477862 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.501869 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:59.513622 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34b40-8f8b-477c-bbe9-414bf70ace3c req-7ec389ea-ac63-421b-988c-0dff22d2901a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:59.516330 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04d34b40-8f8b-477c-bbe9-414bf70ace3c req-7ec389ea-ac63-421b-988c-0dff22d2901a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 945 time: 0.0781643 Jul 04 09:29:59.533929 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:59.542622 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.544079 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 1ac87eb2-45af-4b31-8a1f-1efcac4b796d details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:29:59.585115 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04d34b40-8f8b-477c-bbe9-414bf70ace3c req-32f5158f-0410-4a3e-a2bd-f1c0d1827312 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624812 Jul 04 09:29:59.626604 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:59.784212 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:59.805615 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:29:59.820119 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa5d87-e2dc-453d-9f73-c978fcede63b req-fcbdee37-6929-4e90-8d24-f7105b5c5d82 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:59.828011 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-70aa5d87-e2dc-453d-9f73-c978fcede63b req-fcbdee37-6929-4e90-8d24-f7105b5c5d82 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0749624 Jul 04 09:29:59.879450 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-70aa5d87-e2dc-453d-9f73-c978fcede63b req-50ebc8c4-7b4c-4d63-9fc8-0e5b4e0609e2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504646 Jul 04 09:29:59.881782 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:29:59.882209 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.888438 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54490) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:59.901733 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac87eb2-45af-4b31-8a1f-1efcac4b796d {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:29:59.915024 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-86e681c3-9229-4be9-b1f1-f7e8c260019f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.935778 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:59.940452 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:59.941239 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 38a669ed-388d-4937-b164-3b6b2501bbe9 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:30:00.011143 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 38a669ed-388d-4937-b164-3b6b2501bbe9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=38a669ed-388d-4937-b164-3b6b2501bbe9,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:00.032741 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:00.038813 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '38a669ed-388d-4937-b164-3b6b2501bbe9', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'port_id': '38a669ed-388d-4937-b164-3b6b2501bbe9', 'mac_address': 'fa:16:3e:40:a9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:30:00.046159 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-86e681c3-9229-4be9-b1f1-f7e8c260019f admin admin] Publish callbacks [] for security_group (9388393f-aec3-41b1-8ffb-92ad266c21cb), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.051556 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-86e681c3-9229-4be9-b1f1-f7e8c260019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9388393f-aec3-41b1-8ffb-92ad266c21cb), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.077425 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 38a669ed-388d-4937-b164-3b6b2501bbe9 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:00.077919 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.091625 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a669ed-388d-4937-b164-3b6b2501bbe9 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:30:00.104551 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7349d-7298-40b1-bd19-d9e2faa0513d req-0647fc19-e363-4e08-9118-8ce2276a13c5 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:00.106115 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-19b7349d-7298-40b1-bd19-d9e2faa0513d req-0647fc19-e363-4e08-9118-8ce2276a13c5 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 945 time: 0.1256611 Jul 04 09:30:00.107163 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e681c3-9229-4be9-b1f1-f7e8c260019f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9388393f-aec3-41b1-8ffb-92ad266c21cb,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:00.111425 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-86e681c3-9229-4be9-b1f1-f7e8c260019f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d803357b6d8240629b0262265fec8adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214382 Jul 04 09:30:00.112038 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 38a669ed-388d-4937-b164-3b6b2501bbe9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=38a669ed-388d-4937-b164-3b6b2501bbe9,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:00.114022 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54496) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:00.120737 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.121519 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 69f5f059-b366-4ea7-a4cb-915867e2353c details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:30:00.196020 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-19b7349d-7298-40b1-bd19-d9e2faa0513d req-e8634199-0d49-4efc-9abe-37d9f78e46c7 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750778 Jul 04 09:30:00.215926 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dafb2c64-e926-4621-845d-ac73d00beda0 admin admin] Publish callbacks [] for security_group (9388393f-aec3-41b1-8ffb-92ad266c21cb), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.229002 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=38a669ed-388d-4937-b164-3b6b2501bbe9,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:00.231881 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dafb2c64-e926-4621-845d-ac73d00beda0 admin admin] Publish callbacks [] for security_group (9388393f-aec3-41b1-8ffb-92ad266c21cb), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.281375 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:00.289976 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dafb2c64-e926-4621-845d-ac73d00beda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9388393f-aec3-41b1-8ffb-92ad266c21cb), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.294444 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'port_id': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'mac_address': 'fa:16:3e:82:d0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:30:00.294581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dafb2c64-e926-4621-845d-ac73d00beda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.297987 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-dafb2c64-e926-4621-845d-ac73d00beda0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9388393f-aec3-41b1-8ffb-92ad266c21cb HTTP/1.1" status: 204 len: 168 time: 0.1799591 Jul 04 09:30:00.304300 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb2c64-e926-4621-845d-ac73d00beda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9388393f-aec3-41b1-8ffb-92ad266c21cb,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:00.342595 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 69f5f059-b366-4ea7-a4cb-915867e2353c is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:00.342979 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.358889 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f5f059-b366-4ea7-a4cb-915867e2353c {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:30:00.380928 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:00.387464 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:00.437714 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:00.500151 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459e018-c3f8-4e16-8b4c-5794ea8c93d9 req-4730c0b3-3489-4d10-b3f9-654cc51c2254 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:00.501744 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9459e018-c3f8-4e16-8b4c-5794ea8c93d9 req-4730c0b3-3489-4d10-b3f9-654cc51c2254 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 945 time: 0.0682898 Jul 04 09:30:00.567982 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9459e018-c3f8-4e16-8b4c-5794ea8c93d9 req-8f800543-c9af-4564-936f-aa5ac5182caf tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551786 Jul 04 09:30:00.589947 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd0b3e-cec5-47d1-bbfc-8868fa5e8e15 req-3426df90-7e42-4d53-91d6-cc084ef7bfc2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:00.597996 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-debd0b3e-cec5-47d1-bbfc-8868fa5e8e15 req-3426df90-7e42-4d53-91d6-cc084ef7bfc2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 945 time: 0.0709317 Jul 04 09:30:00.670897 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-debd0b3e-cec5-47d1-bbfc-8868fa5e8e15 req-1672e8a8-f910-402f-8206-9ce1d5b2e7d2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715570 Jul 04 09:30:00.743365 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320f0fa-9114-4b72-b12c-b17ec1fb4cd9 req-7bb85e82-b70c-4947-b659-176c074b3a29 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:00.745136 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f320f0fa-9114-4b72-b12c-b17ec1fb4cd9 req-7bb85e82-b70c-4947-b659-176c074b3a29 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 945 time: 0.0753982 Jul 04 09:30:00.797112 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f320f0fa-9114-4b72-b12c-b17ec1fb4cd9 req-2b04f017-d0b2-40b3-bfe8-a753cb1ab372 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460184 Jul 04 09:30:01.042570 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7d882-582a-4761-a936-6474bb619826 req-78f7fc83-9e3c-4fe3-b1f5-4b227d012ba6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:01.044092 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-adb7d882-582a-4761-a936-6474bb619826 req-78f7fc83-9e3c-4fe3-b1f5-4b227d012ba6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0725925 Jul 04 09:30:01.099199 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-adb7d882-582a-4761-a936-6474bb619826 req-0a951d25-38fe-464b-8c12-49be23e23a23 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436573 Jul 04 09:30:01.316754 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fcb6d-674b-49d9-91cc-8a546b70cc7f req-7196ef15-242f-488c-a07b-5e590a0fe1a2 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:01.319445 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2b3fcb6d-674b-49d9-91cc-8a546b70cc7f req-7196ef15-242f-488c-a07b-5e590a0fe1a2 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 945 time: 0.0563233 Jul 04 09:30:01.370619 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2b3fcb6d-674b-49d9-91cc-8a546b70cc7f req-cc2d56a4-6e2c-42b9-9399-6ca691579b6b tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449851 Jul 04 09:30:01.681979 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f8725-1ff2-4a76-ae90-c6b33a6b39e3 req-6900af26-ba12-4429-9940-71d33a34c92a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:01.683497 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-647f8725-1ff2-4a76-ae90-c6b33a6b39e3 req-6900af26-ba12-4429-9940-71d33a34c92a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 945 time: 0.0555058 Jul 04 09:30:01.751012 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-647f8725-1ff2-4a76-ae90-c6b33a6b39e3 req-5421ae90-1b9c-4ffe-8420-1d1d4eb83c2d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612125 Jul 04 09:30:01.820513 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e982f2c-8ef4-4f89-9fec-763f3ac4aca8 req-f8208ce6-a250-4de3-8aac-4b88c6be2e46 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:01.827555 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1e982f2c-8ef4-4f89-9fec-763f3ac4aca8 req-f8208ce6-a250-4de3-8aac-4b88c6be2e46 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 945 time: 0.0812523 Jul 04 09:30:01.899676 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1e982f2c-8ef4-4f89-9fec-763f3ac4aca8 req-0d4ff57c-6a24-481a-91c5-a5e1d9b41f7f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711472 Jul 04 09:30:01.918297 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['7b0daf1e-95f2-40d0-a55c-11c303e5bfc5'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:30:01.955756 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1a27b-a7dc-4086-82ac-7b72c751a4ed req-d3652d1a-8972-464e-aa9d-47059f742d4c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:01.957768 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8fb1a27b-a7dc-4086-82ac-7b72c751a4ed req-d3652d1a-8972-464e-aa9d-47059f742d4c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 945 time: 0.0769308 Jul 04 09:30:01.965804 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['38a669ed-388d-4937-b164-3b6b2501bbe9'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:30:01.979574 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['69f5f059-b366-4ea7-a4cb-915867e2353c'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:30:02.020844 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8fb1a27b-a7dc-4086-82ac-7b72c751a4ed req-74341029-da98-4e6a-a10b-45ce4752598e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544026 Jul 04 09:30:02.062538 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['03c93b7d-49ef-459e-a2f0-50fbdd58042a'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:30:02.088396 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['5397f453-5227-455e-9807-70c550aa117f'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:30:02.091629 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['1ac87eb2-45af-4b31-8a1f-1efcac4b796d'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:30:02.228981 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79a3de-94a6-49ac-a934-123796aaadea req-49350b2c-e831-4244-8657-21a73692f169 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:02.236365 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2c79a3de-94a6-49ac-a934-123796aaadea req-49350b2c-e831-4244-8657-21a73692f169 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0613697 Jul 04 09:30:02.252733 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54586) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:02.304845 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2c79a3de-94a6-49ac-a934-123796aaadea req-bab528a3-4f06-4058-a1dc-fea10472ac87 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608332 Jul 04 09:30:02.391472 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af5aaf98-111a-491e-94e6-4a9e03fb5add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:02.548196 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dfd4a-641d-4947-b6e2-5da01ba35951 req-0fbaf828-47ba-4f75-952b-09046930653f tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:02.549775 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7f4dfd4a-641d-4947-b6e2-5da01ba35951 req-0fbaf828-47ba-4f75-952b-09046930653f tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 945 time: 0.0959837 Jul 04 09:30:02.561342 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af5aaf98-111a-491e-94e6-4a9e03fb5add admin admin] Publish callbacks [] for security_group (763078fe-a79e-4d1a-9658-ec56fc217a32), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:02.568992 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-af5aaf98-111a-491e-94e6-4a9e03fb5add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (763078fe-a79e-4d1a-9658-ec56fc217a32), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:02.633121 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-af5aaf98-111a-491e-94e6-4a9e03fb5add admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f4e86393cfb4662a0a75e3829eba7c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798916 Jul 04 09:30:02.635916 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54596) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:02.637058 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aaf98-111a-491e-94e6-4a9e03fb5add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763078fe-a79e-4d1a-9658-ec56fc217a32,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:02.645083 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7f4dfd4a-641d-4947-b6e2-5da01ba35951 req-781b6c08-0c48-4db9-8676-3b66737d870c tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868342 Jul 04 09:30:02.702425 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f956-efab-471a-b80d-fb4f2c4e9b87 admin admin] Publish callbacks [] for security_group (763078fe-a79e-4d1a-9658-ec56fc217a32), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:02.723810 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f956-efab-471a-b80d-fb4f2c4e9b87 admin admin] Publish callbacks [] for security_group (763078fe-a79e-4d1a-9658-ec56fc217a32), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:02.775279 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f956-efab-471a-b80d-fb4f2c4e9b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (763078fe-a79e-4d1a-9658-ec56fc217a32), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:02.778292 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f956-efab-471a-b80d-fb4f2c4e9b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:02.780283 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d8b8f956-efab-471a-b80d-fb4f2c4e9b87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/763078fe-a79e-4d1a-9658-ec56fc217a32 HTTP/1.1" status: 204 len: 168 time: 0.1427777 Jul 04 09:30:02.791984 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f956-efab-471a-b80d-fb4f2c4e9b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763078fe-a79e-4d1a-9658-ec56fc217a32,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:02.885203 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e5fd-5942-4abd-910c-c1051f7cfc09 req-7c24e4bb-1702-4244-8075-1878fd113251 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:02.886966 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8d27e5fd-5942-4abd-910c-c1051f7cfc09 req-7c24e4bb-1702-4244-8075-1878fd113251 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 945 time: 0.0589006 Jul 04 09:30:02.938570 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8d27e5fd-5942-4abd-910c-c1051f7cfc09 req-a9dbbfd7-9d1e-4ea5-8d97-93141c563db2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Jul 04 09:30:03.035567 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea921e-59b0-4d15-8439-d783bc696c00 req-d071dfd5-733a-428c-9aac-2d3315f744d0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:03.037141 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-12ea921e-59b0-4d15-8439-d783bc696c00 req-d071dfd5-733a-428c-9aac-2d3315f744d0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 945 time: 0.0603228 Jul 04 09:30:03.083424 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54610) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:03.097699 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b50c10f2-0395-40cf-bece-dc82d1ba79b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:03.100152 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-12ea921e-59b0-4d15-8439-d783bc696c00 req-fdc451f3-ee0a-4ac7-a480-dfd1d52b3981 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531623 Jul 04 09:30:03.182179 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ce10e-95dc-4ca2-a9f8-2fdf205f0955 req-4b350ee9-fc33-4e72-be30-6fe0a07a974d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:03.183655 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-275ce10e-95dc-4ca2-a9f8-2fdf205f0955 req-4b350ee9-fc33-4e72-be30-6fe0a07a974d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 945 time: 0.0778241 Jul 04 09:30:03.243518 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b50c10f2-0395-40cf-bece-dc82d1ba79b9 admin admin] Publish callbacks [] for security_group (f96893b4-b931-47a2-beaa-dbce46985dc4), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:03.250537 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b50c10f2-0395-40cf-bece-dc82d1ba79b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (f96893b4-b931-47a2-beaa-dbce46985dc4), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:03.264911 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-275ce10e-95dc-4ca2-a9f8-2fdf205f0955 req-2404e968-ff84-438e-bbee-0b6a20603c76 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750477 Jul 04 09:30:03.294077 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b50c10f2-0395-40cf-bece-dc82d1ba79b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bae63a0d71244f891d6772cf7d07855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095165 Jul 04 09:30:03.295019 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c10f2-0395-40cf-bece-dc82d1ba79b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96893b4-b931-47a2-beaa-dbce46985dc4,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:03.297772 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54612) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:03.346462 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2c89-9c3f-475c-a365-81958ab54b66 admin admin] Publish callbacks [] for security_group (f96893b4-b931-47a2-beaa-dbce46985dc4), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:03.368958 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2c89-9c3f-475c-a365-81958ab54b66 admin admin] Publish callbacks [] for security_group (f96893b4-b931-47a2-beaa-dbce46985dc4), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:03.415077 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abbcff-344d-426b-991e-58c1fdfbd114 req-bcf56496-8a1e-4661-9840-b5f65d597764 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:03.415774 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2c89-9c3f-475c-a365-81958ab54b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (f96893b4-b931-47a2-beaa-dbce46985dc4), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:03.416852 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-03abbcff-344d-426b-991e-58c1fdfbd114 req-bcf56496-8a1e-4661-9840-b5f65d597764 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0546160 Jul 04 09:30:03.418413 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2c89-9c3f-475c-a365-81958ab54b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:03.419543 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-1d3c2c89-9c3f-475c-a365-81958ab54b66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f96893b4-b931-47a2-beaa-dbce46985dc4 HTTP/1.1" status: 204 len: 168 time: 0.1208453 Jul 04 09:30:03.428274 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c2c89-9c3f-475c-a365-81958ab54b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96893b4-b931-47a2-beaa-dbce46985dc4,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:03.473284 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-03abbcff-344d-426b-991e-58c1fdfbd114 req-282bec7b-fd27-46d3-a953-7f3ce236a263 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504229 Jul 04 09:30:03.774060 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea2354-c9d6-4981-b2d7-0bcb147d4928 req-20c4a39b-fa0a-40b0-8150-c3c9a913edad tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:03.775606 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2dea2354-c9d6-4981-b2d7-0bcb147d4928 req-20c4a39b-fa0a-40b0-8150-c3c9a913edad tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 945 time: 0.0524044 Jul 04 09:30:03.826352 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2dea2354-c9d6-4981-b2d7-0bcb147d4928 req-bad76614-2ca9-45c7-8f48-8f17b30c31a0 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Jul 04 09:30:04.060118 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86bed7-0e12-4cad-a409-38246e797ac2 req-2e5bb294-6e18-496e-b522-b0e276ea1d0a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:04.061585 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ba86bed7-0e12-4cad-a409-38246e797ac2 req-2e5bb294-6e18-496e-b522-b0e276ea1d0a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 945 time: 0.0544837 Jul 04 09:30:04.113236 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ba86bed7-0e12-4cad-a409-38246e797ac2 req-5deecd9f-0888-4d82-8c8d-c81f8bc28b11 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459542 Jul 04 09:30:04.230674 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc373f38-807b-4b3f-8fed-322d707996e0 req-d76e0c8d-42e6-46ab-a3a4-67ced59bb8e0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:04.232217 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc373f38-807b-4b3f-8fed-322d707996e0 req-d76e0c8d-42e6-46ab-a3a4-67ced59bb8e0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 945 time: 0.0605295 Jul 04 09:30:04.280985 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc373f38-807b-4b3f-8fed-322d707996e0 req-d388f4e0-fd5b-4cf5-8650-f100fa59571c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427849 Jul 04 09:30:04.387990 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6677405-b8f9-437f-81ee-402bb194bebf req-3126675f-0fc7-4dcd-b0d0-44a995f43065 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:04.389483 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d6677405-b8f9-437f-81ee-402bb194bebf req-3126675f-0fc7-4dcd-b0d0-44a995f43065 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 945 time: 0.0560920 Jul 04 09:30:04.443110 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d6677405-b8f9-437f-81ee-402bb194bebf req-4a5870a3-c4a8-45dd-a077-69463e8783ff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472298 Jul 04 09:30:04.602955 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae0dea-cf4c-4053-93a8-769e22c5056d req-aed1139c-c467-4f91-b7cf-6bbc927e495f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:04.604474 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2cae0dea-cf4c-4053-93a8-769e22c5056d req-aed1139c-c467-4f91-b7cf-6bbc927e495f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0541956 Jul 04 09:30:04.650885 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2cae0dea-cf4c-4053-93a8-769e22c5056d req-3cb9ab5f-1765-4457-9149-881772e21a62 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406756 Jul 04 09:30:04.961656 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aaeb8-ad8e-4cfd-a39f-3d7635b96cac req-8808aff1-3bfc-4954-9ec6-8f18b2981715 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:04.963273 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5f1aaeb8-ad8e-4cfd-a39f-3d7635b96cac req-8808aff1-3bfc-4954-9ec6-8f18b2981715 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 945 time: 0.0543873 Jul 04 09:30:05.013993 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5f1aaeb8-ad8e-4cfd-a39f-3d7635b96cac req-371e39d0-d214-444c-bb60-c18edb46a1e9 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450339 Jul 04 09:30:05.235696 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3d305-ee12-4c92-8905-61580bed1c1c req-4c62ee84-d0a7-4769-952b-4c0d7da07dc2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:05.237397 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d3f3d305-ee12-4c92-8905-61580bed1c1c req-4c62ee84-d0a7-4769-952b-4c0d7da07dc2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 945 time: 0.0576742 Jul 04 09:30:05.288538 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d3f3d305-ee12-4c92-8905-61580bed1c1c req-1e15ddb9-1145-41ac-ad37-9661dac33519 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449808 Jul 04 09:30:05.405368 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343e518-788e-46a4-8ac4-9900287bbbb7 req-6c06dc84-0639-4cf2-b0b2-6a89ee735489 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:05.407127 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d343e518-788e-46a4-8ac4-9900287bbbb7 req-6c06dc84-0639-4cf2-b0b2-6a89ee735489 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 945 time: 0.0588441 Jul 04 09:30:05.455564 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d343e518-788e-46a4-8ac4-9900287bbbb7 req-f9694527-d756-44f3-99e3-c20940cd1d2d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Jul 04 09:30:05.580833 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a5b1-c231-4ecb-894c-38bbc31a351b req-4b4e4aa8-51b5-434f-adaf-ea5f5b64e71a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:05.582550 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4c41a5b1-c231-4ecb-894c-38bbc31a351b req-4b4e4aa8-51b5-434f-adaf-ea5f5b64e71a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 945 time: 0.0617828 Jul 04 09:30:05.634008 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4c41a5b1-c231-4ecb-894c-38bbc31a351b req-77189041-b16e-4687-b277-1e73ede7e04b tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449710 Jul 04 09:30:05.774793 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16d92a-814e-4069-90b3-7c4b01f37c91 req-887f31eb-a5d4-4db8-8720-78ac8a90fb3f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:05.776277 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8f16d92a-814e-4069-90b3-7c4b01f37c91 req-887f31eb-a5d4-4db8-8720-78ac8a90fb3f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0521252 Jul 04 09:30:05.824037 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8f16d92a-814e-4069-90b3-7c4b01f37c91 req-9814335c-7fcd-43b2-b4d5-03bbf80060d3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Jul 04 09:30:06.139624 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e24b91-e22a-4248-9456-fc8fbc0ca593 req-8e9714ff-00e4-4e85-b869-6b27aa1a0f64 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:06.141137 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-82e24b91-e22a-4248-9456-fc8fbc0ca593 req-8e9714ff-00e4-4e85-b869-6b27aa1a0f64 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 945 time: 0.0571458 Jul 04 09:30:06.191153 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-82e24b91-e22a-4248-9456-fc8fbc0ca593 req-e4c1097c-1479-4d81-a126-afc0970bc234 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Jul 04 09:30:06.409942 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d60b34-cfef-4884-98fd-47258a40845f req-377ad94f-7162-4fc7-a8e9-15d22a412a4a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:06.411470 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-93d60b34-cfef-4884-98fd-47258a40845f req-377ad94f-7162-4fc7-a8e9-15d22a412a4a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 945 time: 0.0575745 Jul 04 09:30:06.459091 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-93d60b34-cfef-4884-98fd-47258a40845f req-30d31370-390d-4f1a-818f-9ba5a0f8c003 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411556 Jul 04 09:30:06.580642 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a1af9-87b2-4791-a1e9-f1a63c180dd1 req-571a137c-663f-40c1-bb2f-9b9707da34cb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:06.582586 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-da1a1af9-87b2-4791-a1e9-f1a63c180dd1 req-571a137c-663f-40c1-bb2f-9b9707da34cb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 945 time: 0.0546558 Jul 04 09:30:06.633580 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-da1a1af9-87b2-4791-a1e9-f1a63c180dd1 req-5c1fd17b-16cd-4393-8d60-a55f0836e362 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438311 Jul 04 09:30:06.759156 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad6f76-b4a2-46ae-93e6-4f4125f1b922 req-c118b599-853f-4ffe-a480-df74086a6818 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:06.761313 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-76ad6f76-b4a2-46ae-93e6-4f4125f1b922 req-c118b599-853f-4ffe-a480-df74086a6818 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 945 time: 0.0579898 Jul 04 09:30:06.812835 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-76ad6f76-b4a2-46ae-93e6-4f4125f1b922 req-aaf24b05-08c0-4963-9fef-53988f6e81f3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455906 Jul 04 09:30:06.947820 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26417b1e-9e97-4ee2-aafa-40762fe534ed req-95b533ee-b4a9-47e1-9c61-2e66e585ab24 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:06.949280 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-26417b1e-9e97-4ee2-aafa-40762fe534ed req-95b533ee-b4a9-47e1-9c61-2e66e585ab24 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0529397 Jul 04 09:30:06.997274 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-26417b1e-9e97-4ee2-aafa-40762fe534ed req-2777cdd9-bcea-4751-a3f8-b3d8dda1e2fd tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Jul 04 09:30:07.308812 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871021c-de0e-46b6-a3d7-06c9041d822b req-93d596c4-e21c-4ffd-be18-1a299f153478 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:07.310325 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7871021c-de0e-46b6-a3d7-06c9041d822b req-93d596c4-e21c-4ffd-be18-1a299f153478 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 945 time: 0.0521352 Jul 04 09:30:07.364253 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7871021c-de0e-46b6-a3d7-06c9041d822b req-0d04c33b-2799-4483-902a-e42411b035a1 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Jul 04 09:30:07.584748 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b9de5-69fd-4020-a10b-e109c2fc7b85 req-bdea94dc-1b5b-4440-9814-680a7d84884f tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:07.586327 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-be1b9de5-69fd-4020-a10b-e109c2fc7b85 req-bdea94dc-1b5b-4440-9814-680a7d84884f tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 945 time: 0.0561080 Jul 04 09:30:07.634805 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-be1b9de5-69fd-4020-a10b-e109c2fc7b85 req-52eb0cf5-a4e2-465b-9520-09dbc29545b6 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 Jul 04 09:30:07.755005 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37bf9-2726-40d4-bf8a-d8cfbe4cb7a8 req-ef227ed4-db48-478d-ae62-2e23be770ad7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:07.756479 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-78f37bf9-2726-40d4-bf8a-d8cfbe4cb7a8 req-ef227ed4-db48-478d-ae62-2e23be770ad7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 945 time: 0.0515544 Jul 04 09:30:07.802454 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-78f37bf9-2726-40d4-bf8a-d8cfbe4cb7a8 req-1d06e9e5-01d5-4971-95dc-7d333a3b6377 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Jul 04 09:30:07.940200 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca07f31-d054-463c-aeeb-6041684dac59 req-592ae1c6-063a-409b-8a99-55ff4b02134a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:07.941740 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ca07f31-d054-463c-aeeb-6041684dac59 req-592ae1c6-063a-409b-8a99-55ff4b02134a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 945 time: 0.0534365 Jul 04 09:30:07.989943 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ca07f31-d054-463c-aeeb-6041684dac59 req-bf83a57e-2634-445f-b0b4-1d83d6a5ecbd tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Jul 04 09:30:08.131721 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c9c9-d403-4c17-91b5-197fb582f7b2 req-af939d6f-0541-4106-91ff-6156850fb825 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:08.131721 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6055c9c9-d403-4c17-91b5-197fb582f7b2 req-af939d6f-0541-4106-91ff-6156850fb825 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0581751 Jul 04 09:30:08.188051 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6055c9c9-d403-4c17-91b5-197fb582f7b2 req-ebbb296c-9b5a-403d-b330-e3e2f10034b6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464895 Jul 04 09:30:08.493887 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34249c0-7da5-4ced-85ed-267b39efa20f req-07224426-53fb-404f-a7b5-2ca23dd0c57c tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:08.495480 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b34249c0-7da5-4ced-85ed-267b39efa20f req-07224426-53fb-404f-a7b5-2ca23dd0c57c tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 945 time: 0.0590162 Jul 04 09:30:08.544400 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b34249c0-7da5-4ced-85ed-267b39efa20f req-bfe0c33c-761f-4e03-b213-446cfc3bc95e tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 Jul 04 09:30:08.754653 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081eeb1-c865-45f5-81d0-f268344274ba req-121b8402-88cf-48b7-9a85-f05522fc23a3 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:08.757056 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7081eeb1-c865-45f5-81d0-f268344274ba req-121b8402-88cf-48b7-9a85-f05522fc23a3 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 945 time: 0.0566185 Jul 04 09:30:08.803624 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7081eeb1-c865-45f5-81d0-f268344274ba req-2ce22b4b-6f4d-4461-8f48-06bd48a65f84 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410323 Jul 04 09:30:08.918382 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cf40e-a7d1-4c08-a9e2-0118c7029715 req-5ec5cca0-0899-4f61-85d1-e33e84ccc470 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:08.919781 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e23cf40e-a7d1-4c08-a9e2-0118c7029715 req-5ec5cca0-0899-4f61-85d1-e33e84ccc470 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 945 time: 0.0508208 Jul 04 09:30:08.970973 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e23cf40e-a7d1-4c08-a9e2-0118c7029715 req-c7279b4d-6480-4fdb-98aa-4d600149803c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455627 Jul 04 09:30:09.109505 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cc341-d428-4fba-8e1b-c3e706872780 req-075364d7-1961-413f-9a71-834b2786eff6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:09.111020 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-650cc341-d428-4fba-8e1b-c3e706872780 req-075364d7-1961-413f-9a71-834b2786eff6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 945 time: 0.0528474 Jul 04 09:30:09.159867 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-650cc341-d428-4fba-8e1b-c3e706872780 req-606d1b38-6bb9-4dac-bfbb-650eaf8b51f5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425882 Jul 04 09:30:09.194084 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54828) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:09.319247 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5219dbd6-28cd-484e-821c-c0582a294d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:09.334809 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4236a9-b6f0-4896-8bc7-26d4acbb0434 req-1f36b2d7-4cce-449e-b1f1-2d21758c432c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:09.336280 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ef4236a9-b6f0-4896-8bc7-26d4acbb0434 req-1f36b2d7-4cce-449e-b1f1-2d21758c432c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0759442 Jul 04 09:30:09.408775 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ef4236a9-b6f0-4896-8bc7-26d4acbb0434 req-a5e0f80d-db33-41cf-abe8-ce5d83d765df tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667608 Jul 04 09:30:09.443941 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5219dbd6-28cd-484e-821c-c0582a294d7a admin admin] Publish callbacks [] for security_group (f6251ff3-c1f4-4309-a91e-117a7cd71bf4), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:09.447913 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5219dbd6-28cd-484e-821c-c0582a294d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (f6251ff3-c1f4-4309-a91e-117a7cd71bf4), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:09.485861 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-5219dbd6-28cd-484e-821c-c0582a294d7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c927aab0bcf4f1aa92f0fe8ae1b0888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903554 Jul 04 09:30:09.486765 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219dbd6-28cd-484e-821c-c0582a294d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6251ff3-c1f4-4309-a91e-117a7cd71bf4,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:09.489000 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54844) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:09.540417 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b3ca64a7-b7da-4d61-a0fd-fd2034ea2fb9 admin admin] Publish callbacks [] for security_group (f6251ff3-c1f4-4309-a91e-117a7cd71bf4), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:09.562331 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b3ca64a7-b7da-4d61-a0fd-fd2034ea2fb9 admin admin] Publish callbacks [] for security_group (f6251ff3-c1f4-4309-a91e-117a7cd71bf4), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:09.632910 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b3ca64a7-b7da-4d61-a0fd-fd2034ea2fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (f6251ff3-c1f4-4309-a91e-117a7cd71bf4), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:09.635511 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b3ca64a7-b7da-4d61-a0fd-fd2034ea2fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:09.639985 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b3ca64a7-b7da-4d61-a0fd-fd2034ea2fb9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6251ff3-c1f4-4309-a91e-117a7cd71bf4 HTTP/1.1" status: 204 len: 168 time: 0.1500287 Jul 04 09:30:09.650055 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca64a7-b7da-4d61-a0fd-fd2034ea2fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6251ff3-c1f4-4309-a91e-117a7cd71bf4,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:09.710691 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160c8a-e0c2-4eca-a7d6-dc38049d9e58 req-e1f87f2f-49fc-43bc-8d93-bdd6f65a9dee tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:09.712510 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b4160c8a-e0c2-4eca-a7d6-dc38049d9e58 req-e1f87f2f-49fc-43bc-8d93-bdd6f65a9dee tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 945 time: 0.0851843 Jul 04 09:30:09.718833 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 03c93b7d-49ef-459e-a2f0-50fbdd58042a up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:09.793075 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 03c93b7d-49ef-459e-a2f0-50fbdd58042a completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:30:09.799104 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 03c93b7d-49ef-459e-a2f0-50fbdd58042a triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:09.799487 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:09.812465 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b4160c8a-e0c2-4eca-a7d6-dc38049d9e58 req-4101e8d5-5008-4fd0-a494-fc1315cf9617 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876601 Jul 04 09:30:10.025406 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faca20-bca4-4220-a161-846baf0d86bb req-a6543754-6b00-47e8-bf3a-6e8ed7f45721 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:10.033673 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 03c93b7d-49ef-459e-a2f0-50fbdd58042a is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:10.034690 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:10.036714 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f5faca20-bca4-4220-a161-846baf0d86bb req-a6543754-6b00-47e8-bf3a-6e8ed7f45721 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 945 time: 0.1013961 Jul 04 09:30:10.067966 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c93b7d-49ef-459e-a2f0-50fbdd58042a'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:10.107041 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f5faca20-bca4-4220-a161-846baf0d86bb req-5b80be0d-3982-4fcb-9d91-53f25fa9ead2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634055 Jul 04 09:30:10.157243 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e22a32-f16b-4260-8fc8-c4e1d9240463 req-2156d6d7-4cca-4661-aa44-0bd3056d514d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:10.159816 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-73e22a32-f16b-4260-8fc8-c4e1d9240463 req-2156d6d7-4cca-4661-aa44-0bd3056d514d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 945 time: 0.0763311 Jul 04 09:30:10.160274 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 03c93b7d-49ef-459e-a2f0-50fbdd58042a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:10.166312 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:10.167322 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:10.250660 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=03c93b7d-49ef-459e-a2f0-50fbdd58042a,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:10.262876 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:30:10.268621 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:10.269181 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:10.303494 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-73e22a32-f16b-4260-8fc8-c4e1d9240463 req-2425e69a-c5b2-4d2b-9815-b4e7e75b83b7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349413 Jul 04 09:30:10.352824 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8be060-34bf-4f54-9acd-99ffee13e94f" -d '{"events": [{"server_uuid": "902dd2b4-44ed-4de4-98d1-c78a30782e5f", "name": "network-vif-plugged", "status": "completed", "tag": "03c93b7d-49ef-459e-a2f0-50fbdd58042a"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:10.375023 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:10.375875 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:10.386855 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbba0-2af1-4aa2-ac64-f74816c3cbf1 req-12f9de7b-f5b9-47c0-971f-bb57ef38e279 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:10.397864 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7a6cbba0-2af1-4aa2-ac64-f74816c3cbf1 req-12f9de7b-f5b9-47c0-971f-bb57ef38e279 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.1129663 Jul 04 09:30:10.427824 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:10.435150 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:10.436592 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 5397f453-5227-455e-9807-70c550aa117f up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:10.482717 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7a6cbba0-2af1-4aa2-ac64-f74816c3cbf1 req-e867b365-c49a-455a-ac2b-2f27630ffbf4 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821970 Jul 04 09:30:10.525962 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6477d72b-3b99-4954-9cc3-9d7c9802e4bf x-openstack-request-id: req-6477d72b-3b99-4954-9cc3-9d7c9802e4bf {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:10.526161 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902dd2b4-44ed-4de4-98d1-c78a30782e5f", "name": "network-vif-plugged", "status": "completed", "tag": "03c93b7d-49ef-459e-a2f0-50fbdd58042a", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:10.526449 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6477d72b-3b99-4954-9cc3-9d7c9802e4bf {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:10.526817 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6477d72b-3b99-4954-9cc3-9d7c9802e4bf'] response: {'server_uuid': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c93b7d-49ef-459e-a2f0-50fbdd58042a', 'code': 200} Jul 04 09:30:10.540658 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:10.552316 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 5397f453-5227-455e-9807-70c550aa117f completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:30:10.558692 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 5397f453-5227-455e-9807-70c550aa117f triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:10.559001 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (5397f453-5227-455e-9807-70c550aa117f), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:10.652543 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 5397f453-5227-455e-9807-70c550aa117f is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:10.652803 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5397f453-5227-455e-9807-70c550aa117f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:10.675675 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c6f90-0ce1-451a-b525-9554fa6a656c req-da0d6ee3-d4c4-49af-a74b-2b7df9e59be3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:10.678336 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8f6c6f90-0ce1-451a-b525-9554fa6a656c req-da0d6ee3-d4c4-49af-a74b-2b7df9e59be3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.1155837 Jul 04 09:30:10.709922 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 5397f453-5227-455e-9807-70c550aa117f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5397f453-5227-455e-9807-70c550aa117f,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:10.726378 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (5397f453-5227-455e-9807-70c550aa117f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:10.728327 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 1ac87eb2-45af-4b31-8a1f-1efcac4b796d up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:10.749682 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8f6c6f90-0ce1-451a-b525-9554fa6a656c req-e5124316-86db-40e9-92d9-5384c9c07627 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633283 Jul 04 09:30:10.813552 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=5397f453-5227-455e-9807-70c550aa117f,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:10.831056 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:30:10.837373 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:10.837373 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:10.868906 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54912) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:10.951339 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:10.952225 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.020266 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1633799629-network', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:11.029612 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:11.036683 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.042491 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 38a669ed-388d-4937-b164-3b6b2501bbe9 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:11.061302 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Made reservation on behalf of ba45ec642c4e407399bc25b38d8774a0 for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:30:11.066158 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.079046 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.163812 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:11.193794 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 38a669ed-388d-4937-b164-3b6b2501bbe9 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:30:11.195584 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54934) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:11.196672 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 38a669ed-388d-4937-b164-3b6b2501bbe9 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:11.197114 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.224714 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8f5fa-7634-479d-b9a5-87ca2ebf2c5c req-b8ffee84-e6fc-488e-980e-6eecc1a2693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:11.226159 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75f8f5fa-7634-479d-b9a5-87ca2ebf2c5c req-b8ffee84-e6fc-488e-980e-6eecc1a2693c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 1130 time: 0.4369245 Jul 04 09:30:11.258934 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-75f8f5fa-7634-479d-b9a5-87ca2ebf2c5c req-fafcc369-47ac-46c8-868e-6b6c8ce835c8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.283937 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f681d-0a5e-479e-940e-6dd5d6e8c119 req-edbe3681-dae8-4588-b40d-ed38d424a28c tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:11.292401 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3e5f681d-0a5e-479e-940e-6dd5d6e8c119 req-edbe3681-dae8-4588-b40d-ed38d424a28c tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.3834836 Jul 04 09:30:11.322871 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 38a669ed-388d-4937-b164-3b6b2501bbe9 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:11.323707 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.338278 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d170c204-e76c-4d4b-ab90-6786ee9bcd82 admin admin] Deleting subnet 2375ee82-bd8b-4fd9-91a9-3fab451b11bc {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:30:11.342023 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d170c204-e76c-4d4b-ab90-6786ee9bcd82 admin admin] Publish callbacks [] for subnet (2375ee82-bd8b-4fd9-91a9-3fab451b11bc), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.366250 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3e5f681d-0a5e-479e-940e-6dd5d6e8c119 req-f4327a60-a52a-453a-91da-9d2ded9cd7d3 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724809 Jul 04 09:30:11.372507 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 38a669ed-388d-4937-b164-3b6b2501bbe9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=38a669ed-388d-4937-b164-3b6b2501bbe9,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:11.382920 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.384472 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 69f5f059-b366-4ea7-a4cb-915867e2353c up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:11.421575 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Publish callbacks [] for security_group (7bfadbf1-0159-4e41-8b6a-ad27ee1dfc1a), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.428919 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d170c204-e76c-4d4b-ab90-6786ee9bcd82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (2375ee82-bd8b-4fd9-91a9-3fab451b11bc), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.442767 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-75f8f5fa-7634-479d-b9a5-87ca2ebf2c5c req-fafcc369-47ac-46c8-868e-6b6c8ce835c8 service neutron] Publish callbacks [] for security_group (ed1695b5-69fa-4be9-b3bd-a4c9afda255f), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.449177 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (7bfadbf1-0159-4e41-8b6a-ad27ee1dfc1a), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.450465 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-75f8f5fa-7634-479d-b9a5-87ca2ebf2c5c req-fafcc369-47ac-46c8-868e-6b6c8ce835c8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (ed1695b5-69fa-4be9-b3bd-a4c9afda255f), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.482985 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29ac5e-8324-49fa-a36d-b9573e5b6595 req-999b15a4-7396-4a73-9d77-131e08186446 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:11.484494 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5d29ac5e-8324-49fa-a36d-b9573e5b6595 req-999b15a4-7396-4a73-9d77-131e08186446 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 0.2324703 Jul 04 09:30:11.503769 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=38a669ed-388d-4937-b164-3b6b2501bbe9,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:11.509742 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:30:11.522324 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 69f5f059-b366-4ea7-a4cb-915867e2353c completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:30:11.526603 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 69f5f059-b366-4ea7-a4cb-915867e2353c triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:11.526984 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.533716 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfadbf1-0159-4e41-8b6a-ad27ee1dfc1a,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:11.541856 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d170c204-e76c-4d4b-ab90-6786ee9bcd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (2375ee82-bd8b-4fd9-91a9-3fab451b11bc), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.549005 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (801f4449-1ff6-4255-9c5a-34aa2d9c5ba2), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.549222 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Added segment 801f4449-1ff6-4255-9c5a-34aa2d9c5ba2 of type vlan for network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e Jul 04 09:30:11.559867 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75f8f5fa-7634-479d-b9a5-87ca2ebf2c5c req-fafcc369-47ac-46c8-868e-6b6c8ce835c8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272569 Jul 04 09:30:11.561563 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcc369-47ac-46c8-868e-6b6c8ce835c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1695b5-69fa-4be9-b3bd-a4c9afda255f,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:11.592777 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efbe3c-b150-47b9-a64e-3c89dc305c3a req-4b30bb33-21c5-4c57-bc22-71df73294feb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:11.595217 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-01efbe3c-b150-47b9-a64e-3c89dc305c3a req-4b30bb33-21c5-4c57-bc22-71df73294feb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0833721 Jul 04 09:30:11.629360 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 69f5f059-b366-4ea7-a4cb-915867e2353c is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:11.629803 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.651905 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-01efbe3c-b150-47b9-a64e-3c89dc305c3a req-2094cf26-d349-43ab-8e45-305a98332e98 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501654 Jul 04 09:30:11.656665 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.661435 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5d29ac5e-8324-49fa-a36d-b9573e5b6595 req-e929d707-6e2b-4a11-8fac-7d8d459f4e43 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635592 Jul 04 09:30:11.696406 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:11.697536 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d170c204-e76c-4d4b-ab90-6786ee9bcd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (2375ee82-bd8b-4fd9-91a9-3fab451b11bc), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.703117 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.703289 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.704033 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:11.704598 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.733123 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170c204-e76c-4d4b-ab90-6786ee9bcd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2375ee82-bd8b-4fd9-91a9-3fab451b11bc,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:11.761803 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:11.778820 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d170c204-e76c-4d4b-ab90-6786ee9bcd82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.782171 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d170c204-e76c-4d4b-ab90-6786ee9bcd82 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2375ee82-bd8b-4fd9-91a9-3fab451b11bc HTTP/1.1" status: 204 len: 168 time: 0.5849168 Jul 04 09:30:11.783205 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74b50a-82b3-4070-958a-7d840062d62c req-e109b691-74af-4a52-8f12-cdacb5ebfa49 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:11.784735 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54944) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:11.790556 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b74b50a-82b3-4070-958a-7d840062d62c req-e109b691-74af-4a52-8f12-cdacb5ebfa49 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0633714 Jul 04 09:30:11.799307 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9263356 Jul 04 09:30:11.799569 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54948) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:11.807467 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Request body: {'subnet': {'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1633799629-subnet', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'ip_version': 4}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:11.853203 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Made reservation on behalf of ba45ec642c4e407399bc25b38d8774a0 for: {'subnet': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:30:11.855506 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.857691 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea0fc7-bbf9-4543-9f91-91f344db0f97 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:11.868820 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:30:11.875829 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b74b50a-82b3-4070-958a-7d840062d62c req-f9d392a7-36fd-4dc9-a79c-713ebbc47241 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842764 Jul 04 09:30:11.919789 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (9831c49a-4192-4fcb-bbb1-2e1f99f92c25), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:11.929171 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf416d-f2d9-4842-b7c2-3081c8738b24 req-c94dcc38-9de6-43cc-b54e-f5067456a0f7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:11.930692 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5baf416d-f2d9-4842-b7c2-3081c8738b24 req-c94dcc38-9de6-43cc-b54e-f5067456a0f7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0847726 Jul 04 09:30:11.984926 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-29683445-bb1b-49d5-a587-16812457874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.040881 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5baf416d-f2d9-4842-b7c2-3081c8738b24 req-9a49806b-891a-448c-8742-2d90f2df6405 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036379 Jul 04 09:30:12.048756 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for subnet (cd00959d-7155-4272-b795-f877b6e36b55), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.052459 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (9831c49a-4192-4fcb-bbb1-2e1f99f92c25), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.082837 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9831c49a-4192-4fcb-bbb1-2e1f99f92c25']}} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:12.092732 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c68520-0d12-42f0-b923-54c9236d232d') {'for_net_delete': True} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:12.093027 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c68520-0d12-42f0-b923-54c9236d232d') {} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:12.102694 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16734171'] for segment (46c68520-0d12-42f0-b923-54c9236d232d), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.107502 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd00959d-7155-4272-b795-f877b6e36b55,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:12.116137 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (46c68520-0d12-42f0-b923-54c9236d232d), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.117925 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Checking segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:12.118327 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Network hostable DHCP agents. Network: b1b1fd40-a3a7-4293-b5a2-8c03dc51008e, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:30:12.122416 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:30:12.122849 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16527931'] for segment (46c68520-0d12-42f0-b923-54c9236d232d), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.135106 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:30:12.151422 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, b1b1fd40-a3a7-4293-b5a2-8c03dc51008e) {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:12.156107 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:12.156718 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.163261 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c0e15-b0f3-44c5-b319-8fb4fc05664a None None] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:30:12.167349 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment 46c68520-0d12-42f0-b923-54c9236d232d resource provider aggregate not found Jul 04 09:30:12.179204 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-83652a24-73a6-4e8a-abd4-2b81a6476a0d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3782649 Jul 04 09:30:12.180363 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 54954) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:12.184020 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:12.196893 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment 46c68520-0d12-42f0-b923-54c9236d232d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46c68520-0d12-42f0-b923-54c9236d232d found for delete ", "request_id": "req-7a166de4-3238-4094-872e-e916ad6d30eb"}]} Jul 04 09:30:12.199633 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (9831c49a-4192-4fcb-bbb1-2e1f99f92c25), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.207583 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (cded9e65-9e76-48a2-aa83-81d03017969b), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.208755 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (cded9e65-9e76-48a2-aa83-81d03017969b), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.217530 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=9831c49a-4192-4fcb-bbb1-2e1f99f92c25,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:12.219875 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.223060 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-018820e6-dd8f-4084-bfb0-369ec2c5dc01 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9831c49a-4192-4fcb-bbb1-2e1f99f92c25 HTTP/1.1" status: 204 len: 168 time: 0.4374008 Jul 04 09:30:12.226448 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54956) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:12.269350 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks [] for router_controller (cded9e65-9e76-48a2-aa83-81d03017969b), precommit_add_association {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.277910 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:30:12.278796 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.282224 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d57cabe-0b66-433e-a7a6-30cc27110b36 admin admin] Deleting subnet 02d99e19-5767-4a25-9c3c-bdf59a949aa9 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:30:12.285764 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1d57cabe-0b66-433e-a7a6-30cc27110b36 admin admin] Publish callbacks [] for subnet (02d99e19-5767-4a25-9c3c-bdf59a949aa9), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.322905 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1d57cabe-0b66-433e-a7a6-30cc27110b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (02d99e19-5767-4a25-9c3c-bdf59a949aa9), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.372296 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1d57cabe-0b66-433e-a7a6-30cc27110b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (02d99e19-5767-4a25-9c3c-bdf59a949aa9), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.410698 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks [] for router_gateway (cded9e65-9e76-48a2-aa83-81d03017969b), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.426952 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Allocated IP 172.20.0.2 (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e/cd00959d-7155-4272-b795-f877b6e36b55/c9c4e493-9800-4a25-8fa8-9a55c121ba05) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:30:12.437198 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1d57cabe-0b66-433e-a7a6-30cc27110b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (02d99e19-5767-4a25-9c3c-bdf59a949aa9), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.472526 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1d57cabe-0b66-433e-a7a6-30cc27110b36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.476153 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-1d57cabe-0b66-433e-a7a6-30cc27110b36 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/02d99e19-5767-4a25-9c3c-bdf59a949aa9 HTTP/1.1" status: 204 len: 168 time: 0.2487450 Jul 04 09:30:12.477487 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57cabe-0b66-433e-a7a6-30cc27110b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d99e19-5767-4a25-9c3c-bdf59a949aa9,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:12.479670 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54962) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:12.528164 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3132d89b-95ac-4fc0-bb37-6b849226fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0daf1e-95f2-40d0-a55c-11c303e5bfc5'}, {'server_uuid': 'fbe303b4-dc53-40d0-a0cc-ccc72022ff85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397f453-5227-455e-9807-70c550aa117f'}, {'server_uuid': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d'}, {'server_uuid': '91ac10d3-3895-4d08-89ab-c51ba17979aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a669ed-388d-4937-b164-3b6b2501bbe9'}, {'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:12.530876 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3757ad-9c97-42bf-9a59-8559c7b84f6e" -d '{"events": [{"server_uuid": "3132d89b-95ac-4fc0-bb37-6b849226fe72", "name": "network-vif-plugged", "status": "completed", "tag": "7b0daf1e-95f2-40d0-a55c-11c303e5bfc5"}, {"server_uuid": "fbe303b4-dc53-40d0-a0cc-ccc72022ff85", "name": "network-vif-plugged", "status": "completed", "tag": "5397f453-5227-455e-9807-70c550aa117f"}, {"server_uuid": "78a4de3c-4067-411c-9170-da5b6bc0c288", "name": "network-vif-plugged", "status": "completed", "tag": "1ac87eb2-45af-4b31-8a1f-1efcac4b796d"}, {"server_uuid": "91ac10d3-3895-4d08-89ab-c51ba17979aa", "name": "network-vif-plugged", "status": "completed", "tag": "38a669ed-388d-4937-b164-3b6b2501bbe9"}, {"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-plugged", "status": "completed", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:12.554960 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (7a671f65-a360-4e6e-9a4e-e3a8135c5e57), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.559109 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f7ed0-c9e4-475b-90d5-dc61ba9c5d26 req-63a097fe-b064-47c5-91b7-8b982a54e64d tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:12.561290 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7f7f7ed0-c9e4-475b-90d5-dc61ba9c5d26 req-63a097fe-b064-47c5-91b7-8b982a54e64d tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.0980439 Jul 04 09:30:12.639346 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Publish callbacks [] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.644671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fbb7c2-f649-47e2-8505-4c75acadd6cb x-openstack-request-id: req-b6fbb7c2-f649-47e2-8505-4c75acadd6cb {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:12.645245 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3132d89b-95ac-4fc0-bb37-6b849226fe72", "name": "network-vif-plugged", "status": "completed", "tag": "7b0daf1e-95f2-40d0-a55c-11c303e5bfc5", "code": 200}, {"server_uuid": "fbe303b4-dc53-40d0-a0cc-ccc72022ff85", "name": "network-vif-plugged", "status": "completed", "tag": "5397f453-5227-455e-9807-70c550aa117f", "code": 200}, {"server_uuid": "78a4de3c-4067-411c-9170-da5b6bc0c288", "name": "network-vif-plugged", "status": "completed", "tag": "1ac87eb2-45af-4b31-8a1f-1efcac4b796d", "code": 200}, {"server_uuid": "91ac10d3-3895-4d08-89ab-c51ba17979aa", "name": "network-vif-plugged", "status": "completed", "tag": "38a669ed-388d-4937-b164-3b6b2501bbe9", "code": 200}, {"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-plugged", "status": "completed", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:12.645678 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6fbb7c2-f649-47e2-8505-4c75acadd6cb {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:12.646392 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fbb7c2-f649-47e2-8505-4c75acadd6cb'] response: {'server_uuid': '3132d89b-95ac-4fc0-bb37-6b849226fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0daf1e-95f2-40d0-a55c-11c303e5bfc5', 'code': 200} Jul 04 09:30:12.647850 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fbb7c2-f649-47e2-8505-4c75acadd6cb'] response: {'server_uuid': 'fbe303b4-dc53-40d0-a0cc-ccc72022ff85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397f453-5227-455e-9807-70c550aa117f', 'code': 200} Jul 04 09:30:12.648234 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fbb7c2-f649-47e2-8505-4c75acadd6cb'] response: {'server_uuid': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'code': 200} Jul 04 09:30:12.648621 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fbb7c2-f649-47e2-8505-4c75acadd6cb'] response: {'server_uuid': '91ac10d3-3895-4d08-89ab-c51ba17979aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a669ed-388d-4937-b164-3b6b2501bbe9', 'code': 200} Jul 04 09:30:12.648947 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fbb7c2-f649-47e2-8505-4c75acadd6cb'] response: {'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'code': 200} Jul 04 09:30:12.651075 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.706230 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (7a671f65-a360-4e6e-9a4e-e3a8135c5e57), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.712112 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7f7f7ed0-c9e4-475b-90d5-dc61ba9c5d26 req-2018ccaf-4947-4ac4-bae9-6ab7407064ec tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219320 Jul 04 09:30:12.714737 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Pushing event updated for resources: {'Port': ['ID=c9c4e493-9800-4a25-8fa8-9a55c121ba05,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:12.720402 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:12.721940 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:12.725346 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:30:12.750635 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a671f65-a360-4e6e-9a4e-e3a8135c5e57']}} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:12.763170 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks [] for router_gateway (cded9e65-9e76-48a2-aa83-81d03017969b), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.787642 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.799596 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87aeb5b-aa7c-4575-9bf9-19940861b6ac') {'for_net_delete': True} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:12.799964 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87aeb5b-aa7c-4575-9bf9-19940861b6ac') {} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:12.816619 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16734171'] for segment (e87aeb5b-aa7c-4575-9bf9-19940861b6ac), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.831428 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Attempting to bind port c9c4e493-9800-4a25-8fa8-9a55c121ba05 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:30:12.835281 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Attempting to bind port c9c4e493-9800-4a25-8fa8-9a55c121ba05 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:30:12.835467 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Attempting to bind port c9c4e493-9800-4a25-8fa8-9a55c121ba05 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:12.848805 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (e87aeb5b-aa7c-4575-9bf9-19940861b6ac), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.850367 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:30:12.851965 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Checking segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:12.852597 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.853049 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Bound using segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:30:12.853542 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Bound port: c9c4e493-9800-4a25-8fa8-9a55c121ba05, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:30:12.853928 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.859360 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:30:12.859951 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16527931'] for segment (e87aeb5b-aa7c-4575-9bf9-19940861b6ac), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:12.894425 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0265d-2580-43e8-872a-f8af9a88dadf req-ca72fdcd-0599-4605-896f-8e8a8f25f0e8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:12.896744 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5fe0265d-2580-43e8-872a-f8af9a88dadf req-ca72fdcd-0599-4605-896f-8e8a8f25f0e8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1321404 Jul 04 09:30:12.938830 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] For port c9c4e493-9800-4a25-8fa8-9a55c121ba05, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:30:12.942330 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] For port c9c4e493-9800-4a25-8fa8-9a55c121ba05, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=c9c4e493-9800-4a25-8fa8-9a55c121ba05,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:30:12.951479 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:13.107062 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5c72c-dff8-4c4e-bd02-1cbbd632e0c4 None None] Pushing event updated for resources: {'Port': ['ID=c9c4e493-9800-4a25-8fa8-9a55c121ba05,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:13.217770 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d34ed-de9b-438f-8bc3-665f8a7797f4 req-e045f191-c4d5-40c9-87e4-1ddb9a1b0c15 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:13.232945 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b38d34ed-de9b-438f-8bc3-665f8a7797f4 req-e045f191-c4d5-40c9-87e4-1ddb9a1b0c15 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 0.3361349 Jul 04 09:30:13.258193 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Allocated IP 172.27.3.25 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/6369514b-4012-4e13-ad60-5af90b87aeac) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:30:13.377502 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5fe0265d-2580-43e8-872a-f8af9a88dadf req-3a527663-720d-4e0d-b7ee-715a1d2a9130 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785851 Jul 04 09:30:13.412549 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (7a671f65-a360-4e6e-9a4e-e3a8135c5e57), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:13.417847 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:13.430993 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7a671f65-a360-4e6e-9a4e-e3a8135c5e57 HTTP/1.1" status: 204 len: 168 time: 0.9504073 Jul 04 09:30:13.509425 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc41ea-79a7-4172-90cb-f9e74a848dbe req-4b7c3916-2354-4684-90c8-eb57e0bfcced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:13.512131 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7acc41ea-79a7-4172-90cb-f9e74a848dbe req-4b7c3916-2354-4684-90c8-eb57e0bfcced service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 1130 time: 0.3991642 Jul 04 09:30:13.515469 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f9669-17d2-434c-ac28-b588e53b5d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a671f65-a360-4e6e-9a4e-e3a8135c5e57,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:13.570278 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b38d34ed-de9b-438f-8bc3-665f8a7797f4 req-ef37012b-025f-489c-8da8-9a98d706abd4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3363128 Jul 04 09:30:13.760921 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks [] for port (6369514b-4012-4e13-ad60-5af90b87aeac), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:13.775838 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 54996) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:13.799652 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af321-9550-4405-ab05-76afffeb7c3e req-e0ccd85c-9ac6-4df0-8746-5136f7c7ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:13.802077 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-941af321-9550-4405-ab05-76afffeb7c3e req-e0ccd85c-9ac6-4df0-8746-5136f7c7ab63 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 1130 time: 0.4299278 Jul 04 09:30:13.843111 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d484-e072-4364-a9df-90395c494fb1 req-b8d095b4-83b9-4d55-aae9-d3c09a617a1f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:13.854964 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ca19d484-e072-4364-a9df-90395c494fb1 req-b8d095b4-83b9-4d55-aae9-d3c09a617a1f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.3143315 Jul 04 09:30:13.855612 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55000) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:13.913516 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5a149-22ec-430d-8c4b-38d2205006b8 req-2414258d-85e8-42b9-8bfd-4694e4a8e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:13.915302 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f4f5a149-22ec-430d-8c4b-38d2205006b8 req-2414258d-85e8-42b9-8bfd-4694e4a8e694 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 1130 time: 0.6223879 Jul 04 09:30:13.921755 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16e8bd-93e4-40c3-916d-5aaeca1913c4 req-145011ac-3747-47c4-a2bc-3d5efbd353e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:13.923287 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1f16e8bd-93e4-40c3-916d-5aaeca1913c4 req-145011ac-3747-47c4-a2bc-3d5efbd353e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 1130 time: 0.5804088 Jul 04 09:30:13.951387 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-941af321-9550-4405-ab05-76afffeb7c3e req-c0028ac9-d799-4572-8952-9eaa5bac322e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424453 Jul 04 09:30:13.979047 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-035ee03a-3fd7-4d72-995e-fa7e1c78a7de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a57a6c0e8e4b45f4afcb192fa554ea84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1200671 Jul 04 09:30:13.983306 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ca19d484-e072-4364-a9df-90395c494fb1 req-96e9af2f-230c-44ef-a94e-26c7d5d57131 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130204 Jul 04 09:30:13.983754 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55002) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:13.984897 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.001242 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7acc41ea-79a7-4172-90cb-f9e74a848dbe req-a871d0d0-7f94-4ab4-8fb6-5792df44d5ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3846295 Jul 04 09:30:14.022220 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f124ed3-ba1a-455d-8846-24a71bab95f2 req-36e629c2-69db-4d36-97fb-4c12807adbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:14.023742 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9f124ed3-ba1a-455d-8846-24a71bab95f2 req-36e629c2-69db-4d36-97fb-4c12807adbd2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 1129 time: 0.4262023 Jul 04 09:30:14.043221 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a263e7-de0b-4af2-a119-dcba47cd72b6 req-501bfd05-3fb7-4754-94db-eb2037e7fdde tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:14.050222 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-18a263e7-de0b-4af2-a119-dcba47cd72b6 req-501bfd05-3fb7-4754-94db-eb2037e7fdde tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.2715571 Jul 04 09:30:14.052150 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f0fb70b5-6d06-49e8-a02a-b8cb7a40cdd3 admin admin] Publish callbacks [] for security_group (a346227a-b7d5-4067-9cd9-1633a66ec713), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.069128 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:14.084482 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-408bd3b8-51ea-422f-80bd-e28ce69f44a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.103181 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f0fb70b5-6d06-49e8-a02a-b8cb7a40cdd3 admin admin] Publish callbacks [] for security_group (a346227a-b7d5-4067-9cd9-1633a66ec713), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.114774 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:14.127447 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:30:14.135306 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f4f5a149-22ec-430d-8c4b-38d2205006b8 req-ff32eb9a-7085-4435-9e4b-5c56ef3b3a10 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109013 Jul 04 09:30:14.168296 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e42389c6-5d94-4757-9e0a-aca914a71860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.176098 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1f16e8bd-93e4-40c3-916d-5aaeca1913c4 req-a53afe33-890b-40b9-9bd9-42c06d11b3b9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265260 Jul 04 09:30:14.206226 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6369514b-4012-4e13-ad60-5af90b87aeac,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:14.222339 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f2cb3-80ae-4754-9864-0a3819edb8e4 req-9659b880-2251-4e5c-8314-410015d98d69 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:14.223905 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-952f2cb3-80ae-4754-9864-0a3819edb8e4 req-9659b880-2251-4e5c-8314-410015d98d69 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.1229978 Jul 04 09:30:14.230155 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment e87aeb5b-aa7c-4575-9bf9-19940861b6ac resource provider aggregate not found Jul 04 09:30:14.236751 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f0fb70b5-6d06-49e8-a02a-b8cb7a40cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a346227a-b7d5-4067-9cd9-1633a66ec713), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.239375 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f0fb70b5-6d06-49e8-a02a-b8cb7a40cdd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.242863 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f0fb70b5-6d06-49e8-a02a-b8cb7a40cdd3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a346227a-b7d5-4067-9cd9-1633a66ec713 HTTP/1.1" status: 204 len: 168 time: 0.2577999 Jul 04 09:30:14.253166 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-18a263e7-de0b-4af2-a119-dcba47cd72b6 req-a13bc200-7118-4320-ab2f-bbc8c0b37254 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019916 Jul 04 09:30:14.271884 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment e87aeb5b-aa7c-4575-9bf9-19940861b6ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e87aeb5b-aa7c-4575-9bf9-19940861b6ac found for delete ", "request_id": "req-44599bdd-fc1b-47bc-b363-4a20e02ba0b0"}]} Jul 04 09:30:14.296006 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb70b5-6d06-49e8-a02a-b8cb7a40cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346227a-b7d5-4067-9cd9-1633a66ec713,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:14.406334 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-952f2cb3-80ae-4754-9864-0a3819edb8e4 req-fe38920f-8885-4bdf-86cb-7a2d6ad5cd71 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685061 Jul 04 09:30:14.421027 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks [] for router_gateway (cded9e65-9e76-48a2-aa83-81d03017969b), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.422921 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e42389c6-5d94-4757-9e0a-aca914a71860 admin admin] Publish callbacks [] for security_group (9d40cfc1-34cb-4642-928d-e2551f425078), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.428736 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e42389c6-5d94-4757-9e0a-aca914a71860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9d40cfc1-34cb-4642-928d-e2551f425078), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.494799 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-e42389c6-5d94-4757-9e0a-aca914a71860 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9eb65a8993fe4d22846a4b7ae7ab0e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7070806 Jul 04 09:30:14.494799 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42389c6-5d94-4757-9e0a-aca914a71860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d40cfc1-34cb-4642-928d-e2551f425078,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:14.496713 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55016) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:14.554863 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device c9c4e493-9800-4a25-8fa8-9a55c121ba05 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:14.570487 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-635f3a53-7eb5-4029-b308-da20a6356076 admin admin] Publish callbacks [] for security_group (9d40cfc1-34cb-4642-928d-e2551f425078), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.620269 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-635f3a53-7eb5-4029-b308-da20a6356076 admin admin] Publish callbacks [] for security_group (9d40cfc1-34cb-4642-928d-e2551f425078), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.666225 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7d5ea-7531-4db8-b9ea-0cc11fc8a300 req-2bf3683b-367f-4b03-bd7a-fca5a45d6818 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:14.667859 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0dd7d5ea-7531-4db8-b9ea-0cc11fc8a300 req-2bf3683b-367f-4b03-bd7a-fca5a45d6818 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1544909 Jul 04 09:30:14.673016 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port c9c4e493-9800-4a25-8fa8-9a55c121ba05 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:14.673657 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.711272 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55020) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:14.770196 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port c9c4e493-9800-4a25-8fa8-9a55c121ba05 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:14.770867 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.807630 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9503-a775-404d-bcc5-ef14ab52ba15 req-eb0e64fe-4c90-46bb-8dae-7f94c874ab22 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:14.814918 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port c9c4e493-9800-4a25-8fa8-9a55c121ba05, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=c9c4e493-9800-4a25-8fa8-9a55c121ba05,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:14.816310 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bb5b9503-a775-404d-bcc5-ef14ab52ba15 req-eb0e64fe-4c90-46bb-8dae-7f94c874ab22 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 0.1187282 Jul 04 09:30:14.822154 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.825976 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-635f3a53-7eb5-4029-b308-da20a6356076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9d40cfc1-34cb-4642-928d-e2551f425078), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.828511 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-635f3a53-7eb5-4029-b308-da20a6356076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:14.829663 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-635f3a53-7eb5-4029-b308-da20a6356076 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d40cfc1-34cb-4642-928d-e2551f425078 HTTP/1.1" status: 204 len: 168 time: 0.3311980 Jul 04 09:30:14.862243 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-a21bfb15-725c-4e60-bc9c-023957c1be26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a24822251e7d401e94b1bb1b43a5de99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496074 Jul 04 09:30:14.877619 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7303c559-aba9-4327-a09a-9f67802c3b2a None None] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:30:14.880745 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55024) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:14.893715 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f3a53-7eb5-4029-b308-da20a6356076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d40cfc1-34cb-4642-928d-e2551f425078,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:14.952960 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bb5b9503-a775-404d-bcc5-ef14ab52ba15 req-f12c9231-b06f-4f10-a28f-687920fa461a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358418 Jul 04 09:30:14.964041 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=c9c4e493-9800-4a25-8fa8-9a55c121ba05,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:15.007879 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-54d331fb-999e-4d01-982d-bb8c7f09653f None None] Provisioning complete for port c9c4e493-9800-4a25-8fa8-9a55c121ba05 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:15.008695 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-54d331fb-999e-4d01-982d-bb8c7f09653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.029563 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3996a86b-6484-4a1c-8b64-3a56e531c00f admin admin] Publish callbacks [] for security_group (16e73e26-a703-4e44-b75c-d3b4eaf04817), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.048646 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (cded9e65-9e76-48a2-aa83-81d03017969b), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.073923 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0dd7d5ea-7531-4db8-b9ea-0cc11fc8a300 req-a54578af-181f-418b-8c84-6b08d1ec5e8e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526048 Jul 04 09:30:15.097512 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3996a86b-6484-4a1c-8b64-3a56e531c00f admin admin] Publish callbacks [] for security_group (16e73e26-a703-4e44-b75c-d3b4eaf04817), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.135586 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-54d331fb-999e-4d01-982d-bb8c7f09653f None None] Current status of the port c9c4e493-9800-4a25-8fa8-9a55c121ba05 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:15.188612 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2f49a-a5c5-4c6e-abea-824c828f7756 req-6d59d2ad-3c35-4392-8d0c-aa0712579714 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:15.190461 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-90d2f49a-a5c5-4c6e-abea-824c828f7756 req-6d59d2ad-3c35-4392-8d0c-aa0712579714 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.1164608 Jul 04 09:30:15.243380 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Router cded9e65-9e76-48a2-aa83-81d03017969b is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:30:15.244922 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3996a86b-6484-4a1c-8b64-3a56e531c00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (16e73e26-a703-4e44-b75c-d3b4eaf04817), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.248680 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3996a86b-6484-4a1c-8b64-3a56e531c00f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.249963 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-3996a86b-6484-4a1c-8b64-3a56e531c00f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/16e73e26-a703-4e44-b75c-d3b4eaf04817 HTTP/1.1" status: 204 len: 168 time: 0.3658330 Jul 04 09:30:15.289300 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-90d2f49a-a5c5-4c6e-abea-824c828f7756 req-ae580305-f66d-44cd-917e-9d64e1f3b282 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903671 Jul 04 09:30:15.290294 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996a86b-6484-4a1c-8b64-3a56e531c00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e73e26-a703-4e44-b75c-d3b4eaf04817,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:15.403311 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55036) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:15.420465 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ac1da533-3000-4ec0-8adf-86cf030aabdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.445842 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.493625 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:30:15.502902 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Sync routers for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:30:15.506474 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26bc5c-ee5c-4879-bade-fa0d749b9c80 req-581623a2-0571-4ef3-9d70-d5920ce46838 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:15.513333 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3a26bc5c-ee5c-4879-bade-fa0d749b9c80 req-581623a2-0571-4ef3-9d70-d5920ce46838 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.1045108 Jul 04 09:30:15.516839 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:15.517822 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:15.577299 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-0a316918-0947-4e03-94c4-0c6147e063bf None None] Provisioning complete for port c9c4e493-9800-4a25-8fa8-9a55c121ba05 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:15.580061 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0a316918-0947-4e03-94c4-0c6147e063bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.580566 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.585841 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-52e80239-575b-43b2-83c7-695923d122b2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4011998 Jul 04 09:30:15.590698 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55042) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:15.608567 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9f124ed3-ba1a-455d-8846-24a71bab95f2 req-76302e9c-f6fc-457e-9c5c-e7950f0e0da7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922320 Jul 04 09:30:15.615574 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ac1da533-3000-4ec0-8adf-86cf030aabdc admin admin] Publish callbacks [] for security_group (ceb3f843-4618-458f-a221-46e38b724c58), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.637873 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ac1da533-3000-4ec0-8adf-86cf030aabdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (ceb3f843-4618-458f-a221-46e38b724c58), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.641679 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:15.685789 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ca439-8442-4a46-8585-8d9a9d318202 req-e089b191-5a1f-4c5c-9a7a-5cd483ea0523 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:15.698628 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-284ca439-8442-4a46-8585-8d9a9d318202 req-e089b191-5a1f-4c5c-9a7a-5cd483ea0523 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.2303071 Jul 04 09:30:15.707715 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ac1da533-3000-4ec0-8adf-86cf030aabdc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a77660244a3465fb296a5a8f115c8e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032899 Jul 04 09:30:15.713220 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55048) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:15.714227 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55046) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:15.719441 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-0a316918-0947-4e03-94c4-0c6147e063bf None None] Current status of the port c9c4e493-9800-4a25-8fa8-9a55c121ba05 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:15.729196 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3a26bc5c-ee5c-4879-bade-fa0d749b9c80 req-6447135c-8148-4271-8fd4-7031461f246d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138181 Jul 04 09:30:15.740829 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-bd367839-8726-489f-a277-05710a187bff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'floatingip': {'port_id': '03c93b7d-49ef-459e-a2f0-50fbdd58042a'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:15.798238 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1da533-3000-4ec0-8adf-86cf030aabdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb3f843-4618-458f-a221-46e38b724c58,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:15.841033 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bd367839-8726-489f-a277-05710a187bff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (1b44f6aa-1ab9-43ac-9549-a56b8de5ef16), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.865487 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:14Z', 'revision_number': 3, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:15.885503 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ef2fa-03ae-4fde-aac9-5c0103c7cdf0 req-ba6640b8-2223-4843-be11-c6e7a227b2a2 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:15.889700 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a04ef2fa-03ae-4fde-aac9-5c0103c7cdf0 req-ba6640b8-2223-4843-be11-c6e7a227b2a2 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.0852084 Jul 04 09:30:15.890418 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ebdc-3f73-43e1-9af0-b57698ea10f1 admin admin] Publish callbacks [] for security_group (ceb3f843-4618-458f-a221-46e38b724c58), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.901320 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Checking router: cded9e65-9e76-48a2-aa83-81d03017969b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:30:15.901914 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Updating router cded9e65-9e76-48a2-aa83-81d03017969b port 6369514b-4012-4e13-ad60-5af90b87aeac binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:30:15.926128 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ebdc-3f73-43e1-9af0-b57698ea10f1 admin admin] Publish callbacks [] for security_group (ceb3f843-4618-458f-a221-46e38b724c58), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.952925 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.018285 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ebdc-3f73-43e1-9af0-b57698ea10f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (ceb3f843-4618-458f-a221-46e38b724c58), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.022884 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ebdc-3f73-43e1-9af0-b57698ea10f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.024361 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d3b9ebdc-3f73-43e1-9af0-b57698ea10f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ceb3f843-4618-458f-a221-46e38b724c58 HTTP/1.1" status: 204 len: 168 time: 0.3087056 Jul 04 09:30:16.061465 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a04ef2fa-03ae-4fde-aac9-5c0103c7cdf0 req-51f7d20c-3da3-40fa-9fa4-b87d455177ed tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977237 Jul 04 09:30:16.063101 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9ebdc-3f73-43e1-9af0-b57698ea10f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb3f843-4618-458f-a221-46e38b724c58,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:16.272548 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0435f-96f2-4a95-929b-1b7f227f94be req-2239176a-98da-4c40-a330-d87686250c5d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:16.279684 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-02c0435f-96f2-4a95-929b-1b7f227f94be req-2239176a-98da-4c40-a330-d87686250c5d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 0.1935780 Jul 04 09:30:16.285191 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67e5a-255b-43f8-86f6-4979ce1e25be req-f2711689-d3b5-4992-bf03-2c0647a0135c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:16.290961 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-57a67e5a-255b-43f8-86f6-4979ce1e25be req-f2711689-d3b5-4992-bf03-2c0647a0135c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1082633 Jul 04 09:30:16.370683 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Publish callbacks [] for port (6369514b-4012-4e13-ad60-5af90b87aeac), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.379772 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.386615 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-57a67e5a-255b-43f8-86f6-4979ce1e25be req-5c9a86ea-0b14-4ef1-9236-90f3b1268131 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890522 Jul 04 09:30:16.460019 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device c9c4e493-9800-4a25-8fa8-9a55c121ba05 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:16.476731 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Pushing event updated for resources: {'Port': ['ID=6369514b-4012-4e13-ad60-5af90b87aeac,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:16.498365 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55072) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:16.517810 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port c9c4e493-9800-4a25-8fa8-9a55c121ba05 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:16.518021 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-75eb3466-dfb9-4a50-af0e-fe97ee9c3334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.518299 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.525989 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.526574 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.526744 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.527039 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.527366 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.527686 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.529197 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55074) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:16.530537 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.531093 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.531633 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.532871 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.533414 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.534007 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.545117 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:16.585859 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Attempting to bind port 6369514b-4012-4e13-ad60-5af90b87aeac on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:30:16.586623 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Attempting to bind port 6369514b-4012-4e13-ad60-5af90b87aeac by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:30:16.587111 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Attempting to bind port 6369514b-4012-4e13-ad60-5af90b87aeac on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:16.590366 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-02c0435f-96f2-4a95-929b-1b7f227f94be req-cde9bde8-1cb5-4e8f-9244-cab204a02559 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033416 Jul 04 09:30:16.601066 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:30:16.602382 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:16.613385 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.614144 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:30:16.615606 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Bound port: 6369514b-4012-4e13-ad60-5af90b87aeac, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:30:16.616397 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.629376 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port c9c4e493-9800-4a25-8fa8-9a55c121ba05 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:16.649277 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-75eb3466-dfb9-4a50-af0e-fe97ee9c3334 admin admin] Publish callbacks [] for security_group (b40251e9-d03f-4c72-8c2a-989879c99928), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.654610 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-75eb3466-dfb9-4a50-af0e-fe97ee9c3334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (b40251e9-d03f-4c72-8c2a-989879c99928), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.680669 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] For port 6369514b-4012-4e13-ad60-5af90b87aeac, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:30:16.686017 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] For port 6369514b-4012-4e13-ad60-5af90b87aeac, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=6369514b-4012-4e13-ad60-5af90b87aeac,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:30:16.695485 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.706818 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-75eb3466-dfb9-4a50-af0e-fe97ee9c3334 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f62b86f1cd249299bec04e25548d86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080607 Jul 04 09:30:16.710268 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55078) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:16.758377 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb3466-dfb9-4a50-af0e-fe97ee9c3334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40251e9-d03f-4c72-8c2a-989879c99928,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:16.782564 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:16.783187 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:16.795505 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.799639 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-492ae3b5-631f-4f48-b255-a34b41e14552 admin admin] Publish callbacks [] for security_group (b40251e9-d03f-4c72-8c2a-989879c99928), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.862513 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-492ae3b5-631f-4f48-b255-a34b41e14552 admin admin] Publish callbacks [] for security_group (b40251e9-d03f-4c72-8c2a-989879c99928), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.882597 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-924997336-network', 'tenant_id': '1d070b98a1f84baa828e96c7c8e5b8b9'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:16.928707 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8d3e5-2771-4df2-85f6-23fd5494fcf8 None None] Pushing event updated for resources: {'Port': ['ID=6369514b-4012-4e13-ad60-5af90b87aeac,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:16.962661 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Made reservation on behalf of 1d070b98a1f84baa828e96c7c8e5b8b9 for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:30:16.965017 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.978844 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:16.995049 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c76eb-c068-4201-86ab-e48ab88befd3 req-e733767e-a087-46c3-84be-8f90b37048f9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:16.996571 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-115c76eb-c068-4201-86ab-e48ab88befd3 req-e733767e-a087-46c3-84be-8f90b37048f9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.1222258 Jul 04 09:30:17.017149 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:17.031645 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-492ae3b5-631f-4f48-b255-a34b41e14552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (b40251e9-d03f-4c72-8c2a-989879c99928), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.034252 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-492ae3b5-631f-4f48-b255-a34b41e14552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.038723 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-492ae3b5-631f-4f48-b255-a34b41e14552 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b40251e9-d03f-4c72-8c2a-989879c99928 HTTP/1.1" status: 204 len: 168 time: 0.3240321 Jul 04 09:30:17.065550 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ae3b5-631f-4f48-b255-a34b41e14552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40251e9-d03f-4c72-8c2a-989879c99928,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:17.109001 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-115c76eb-c068-4201-86ab-e48ab88befd3 req-4ea9a1d2-68fb-4978-ad8c-d5ef5035788e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994792 Jul 04 09:30:17.112194 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bd367839-8726-489f-a277-05710a187bff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.164025 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bd367839-8726-489f-a277-05710a187bff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (1b44f6aa-1ab9-43ac-9549-a56b8de5ef16), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.196102 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Publish callbacks [] for security_group (cb4e9574-173e-4146-9c6b-0b0df9d04226), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.200296 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cb4e9574-173e-4146-9c6b-0b0df9d04226), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.229584 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:30:17.246535 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e9574-173e-4146-9c6b-0b0df9d04226,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:17.249587 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (eae6c92e-0cd9-4833-947f-2f7feead266f), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.250017 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Added segment eae6c92e-0cd9-4833-947f-2f7feead266f of type vlan for network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 Jul 04 09:30:17.294670 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (bc2d2f90-4a46-4960-9881-88cb8b2f73e7), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.326487 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (bc2d2f90-4a46-4960-9881-88cb8b2f73e7), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.328068 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:17.329088 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.349554 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.365400 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [None req-bd367839-8726-489f-a277-05710a187bff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Floating IP 1b44f6aa-1ab9-43ac-9549-a56b8de5ef16 associated. External IP: 172.27.3.5, port: 03c93b7d-49ef-459e-a2f0-50fbdd58042a. Jul 04 09:30:17.373848 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4668b4-f23c-4105-83fd-ace7f913ec24 req-2188a9d2-0387-4c58-b370-2d777fb5320f tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:17.382997 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3a4668b4-f23c-4105-83fd-ace7f913ec24 req-2188a9d2-0387-4c58-b370-2d777fb5320f tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.2201195 Jul 04 09:30:17.396616 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:14Z', 'revision_number': 3, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:17.401451 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8712177 Jul 04 09:30:17.404566 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55088) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:17.410023 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Request body: {'subnet': {'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-924997336-subnet', 'tenant_id': '1d070b98a1f84baa828e96c7c8e5b8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:17.425437 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24730bb-d3a8-4a97-be42-74f1b4e184a5 None None] The sync data for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi is: [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:14Z', 'revision_number': 3, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:30:17.435130 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91246c-ce88-44bd-8de5-c88a9d7c4681 admin admin] Pushing event updated for resources: {'Network': ['ID=bc2d2f90-4a46-4960-9881-88cb8b2f73e7,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:17.450216 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:30:17.453882 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Made reservation on behalf of 1d070b98a1f84baa828e96c7c8e5b8b9 for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:30:17.457031 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15992859'] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:17.619095 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3a4668b4-f23c-4105-83fd-ace7f913ec24 req-4a90b84b-c48a-4230-bbf5-666e55340a14 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350469 Jul 04 09:30:17.835207 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a053-db4a-4660-97ec-8148b69675a3 req-bf5583a4-8720-4c50-bbc5-f7abd960a5e7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:17.842132 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6fe2a053-db4a-4660-97ec-8148b69675a3 req-bf5583a4-8720-4c50-bbc5-f7abd960a5e7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.2531374 Jul 04 09:30:17.952988 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6fe2a053-db4a-4660-97ec-8148b69675a3 req-f05a135c-02ee-427d-a227-77d1164a75e7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095223 Jul 04 09:30:17.961285 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16528064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15992841'] for subnet (5060b661-3a22-4ab1-a238-8c7daf62c213), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:18.031454 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5060b661-3a22-4ab1-a238-8c7daf62c213,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:18.041896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847f0b2-0174-49c2-bf4f-a6da8254932c req-b5fff8f6-e13f-4582-b8af-3860ad0963cb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:18.043721 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3847f0b2-0174-49c2-bf4f-a6da8254932c req-b5fff8f6-e13f-4582-b8af-3860ad0963cb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 0.3022237 Jul 04 09:30:18.045279 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Allocated IP 172.20.0.1 (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e/cd00959d-7155-4272-b795-f877b6e36b55/ee5c8d29-eb59-490d-93e9-83cdceb83f98) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:30:18.065096 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Checking segment: {'id': 'eae6c92e-0cd9-4833-947f-2f7feead266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:18.065480 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Network hostable DHCP agents. Network: bc2d2f90-4a46-4960-9881-88cb8b2f73e7, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:30:18.073055 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd367839-8726-489f-a277-05710a187bff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Router 51819c95-5f18-4f9b-8093-54134bfdc8d7 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:30:18.093144 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:30:18.109960 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, bc2d2f90-4a46-4960-9881-88cb8b2f73e7) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:18.115885 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:18.116570 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:18.139602 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525e0ce-ae76-45f1-b84e-09d4ea20b94c None None] Network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:30:18.144537 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-c7b0130a-c7f7-4683-a45a-8d24a7fd0452 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7391922 Jul 04 09:30:18.305168 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3847f0b2-0174-49c2-bf4f-a6da8254932c req-3cf85c3e-76d2-4433-ae83-4aa8773fbc3a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532306 Jul 04 09:30:18.360546 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8620d460-788c-405b-8568-edc92572a544 None None] Network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:30:18.382002 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacc27a-6293-4d93-bf0f-9bdd0fa3a267 req-7075a12f-ed0e-480c-a7dd-9f41c89ed64b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:18.387521 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dfacc27a-6293-4d93-bf0f-9bdd0fa3a267 req-7075a12f-ed0e-480c-a7dd-9f41c89ed64b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.1557064 Jul 04 09:30:18.450213 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd367839-8726-489f-a277-05710a187bff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:30:18.475001 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Publish callbacks [] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:18.484227 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dfacc27a-6293-4d93-bf0f-9bdd0fa3a267 req-3721b3f1-91d2-49f2-a7e0-414cf0d63b7c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855086 Jul 04 09:30:18.498922 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bd367839-8726-489f-a277-05710a187bff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:18.526060 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] Sync routers for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:30:18.621154 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-bd367839-8726-489f-a277-05710a187bff tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "PUT /v2.0/floatingips/1b44f6aa-1ab9-43ac-9549-a56b8de5ef16 HTTP/1.1" status: 200 len: 990 time: 2.9035611 Jul 04 09:30:18.621842 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'tag': '03c93b7d-49ef-459e-a2f0-50fbdd58042a'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:18.624632 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ab84e-a000-4513-a9af-81113bc64735" -d '{"events": [{"name": "network-changed", "server_uuid": "902dd2b4-44ed-4de4-98d1-c78a30782e5f", "tag": "03c93b7d-49ef-459e-a2f0-50fbdd58042a"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:18.637192 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 6369514b-4012-4e13-ad60-5af90b87aeac up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:18.640376 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:18.644295 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:18.647003 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:18.683253 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:18.777111 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad50055f-46f6-43a9-8f41-0295619ec4a9 x-openstack-request-id: req-ad50055f-46f6-43a9-8f41-0295619ec4a9 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:18.778637 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902dd2b4-44ed-4de4-98d1-c78a30782e5f", "tag": "03c93b7d-49ef-459e-a2f0-50fbdd58042a", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:18.779219 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad50055f-46f6-43a9-8f41-0295619ec4a9 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:18.782674 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad50055f-46f6-43a9-8f41-0295619ec4a9'] response: {'name': 'network-changed', 'server_uuid': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'tag': '03c93b7d-49ef-459e-a2f0-50fbdd58042a', 'status': 'completed', 'code': 200} Jul 04 09:30:18.817015 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:18.905160 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:18.942278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:18.975272 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:30:18.976798 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (cded9e65-9e76-48a2-aa83-81d03017969b), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:18.980922 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48561b1-5a27-4efb-a699-5aed871a0d01 req-7b9bcd78-23a1-4469-b0fc-71e34b9fdb12 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:18.988965 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5c8d29-eb59-490d-93e9-83cdceb83f98,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:19.025999 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e48561b1-5a27-4efb-a699-5aed871a0d01 req-7b9bcd78-23a1-4469-b0fc-71e34b9fdb12 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.1695347 Jul 04 09:30:19.171238 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:19.187254 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e48561b1-5a27-4efb-a699-5aed871a0d01 req-3b327594-3141-49e9-bf9b-357579e89421 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603243 Jul 04 09:30:19.188903 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bdfa9-9282-4bf2-91f3-11904eb0883d req-a5b356a3-8b06-49a5-b78c-6fdb5f55d4ec tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:19.195427 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0a4bdfa9-9282-4bf2-91f3-11904eb0883d req-a5b356a3-8b06-49a5-b78c-6fdb5f55d4ec tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.3962364 Jul 04 09:30:19.197797 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ab84e-a000-4513-a9af-81113bc64735 req-3e74952c-8644-4c11-bd50-1e351eac3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:19.200019 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-639ab84e-a000-4513-a9af-81113bc64735 req-3e74952c-8644-4c11-bd50-1e351eac3e09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 1130 time: 0.4028304 Jul 04 09:30:19.201798 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55138) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:19.211212 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'floatingip': {'port_id': '69f5f059-b366-4ea7-a4cb-915867e2353c'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:19.417270 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 6369514b-4012-4e13-ad60-5af90b87aeac triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:19.417650 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:19.551807 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (bc4bb127-cdd3-4462-9deb-94e99da4dccf), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:19.681481 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-2c19524a-08f1-4007-b142-5ead280f3c0a None None] Provisioning complete for port ee5c8d29-eb59-490d-93e9-83cdceb83f98 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:19.683009 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2c19524a-08f1-4007-b142-5ead280f3c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:19.790469 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-2c19524a-08f1-4007-b142-5ead280f3c0a None None] Port ee5c8d29-eb59-490d-93e9-83cdceb83f98 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:30:19.795023 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 6369514b-4012-4e13-ad60-5af90b87aeac is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:19.795574 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:19.825753 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '1b44f6aa-1ab9-43ac-9549-a56b8de5ef16', 'tenant_id': '23b3530aae964df69b90462407d40476', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'port_id': '03c93b7d-49ef-459e-a2f0-50fbdd58042a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'mac_address': 'fa:16:3e:b7:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:20Z', 'updated_at': '2022-07-04T09:30:16Z', 'revision_number': 1, 'project_id': '23b3530aae964df69b90462407d40476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:19.858407 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 6369514b-4012-4e13-ad60-5af90b87aeac, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=6369514b-4012-4e13-ad60-5af90b87aeac,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:19.859611 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] Checking router: 51819c95-5f18-4f9b-8093-54134bfdc8d7 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:30:19.869952 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:19.877271 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:19.877534 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:20.052550 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=6369514b-4012-4e13-ad60-5af90b87aeac,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:20.169558 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:20.235529 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6c700-160c-4301-9c26-44e2c7c0f6e5 req-af71c04f-dc9b-4738-b8c8-9ce0444b3631 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:20.244044 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-53c6c700-160c-4301-9c26-44e2c7c0f6e5 req-af71c04f-dc9b-4738-b8c8-9ce0444b3631 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1900043 Jul 04 09:30:20.253540 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:20.261270 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ab84e-a000-4513-a9af-81113bc64735 req-08deabe4-effc-4198-badd-8197efcf23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:20.263466 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-639ab84e-a000-4513-a9af-81113bc64735 req-08deabe4-effc-4198-badd-8197efcf23fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 910 time: 1.0513632 Jul 04 09:30:20.488366 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 6369514b-4012-4e13-ad60-5af90b87aeac up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:20.512137 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcc519-fe0f-4f72-b7ef-6ea6fca7e8f2 req-6bb2b4df-b885-42c4-ad72-7aeac1f0a4d3 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:20.521187 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-97dcc519-fe0f-4f72-b7ef-6ea6fca7e8f2 req-6bb2b4df-b885-42c4-ad72-7aeac1f0a4d3 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 1.0224736 Jul 04 09:30:20.544931 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-639ab84e-a000-4513-a9af-81113bc64735 req-247328dd-e362-418f-a827-821c7e01aaf4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a HTTP/1.1" status: 200 len: 998 time: 0.2231994 Jul 04 09:30:20.556297 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-53c6c700-160c-4301-9c26-44e2c7c0f6e5 req-739c07fa-28be-465b-9fa1-d067a7efdf8e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973537 Jul 04 09:30:20.633261 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 6369514b-4012-4e13-ad60-5af90b87aeac triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:20.633636 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:20.636894 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.db.resource_extend [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 04 09:30:20.661966 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ab84e-a000-4513-a9af-81113bc64735 req-95608011-4c07-4e81-947a-77d2c128a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:20.664305 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-639ab84e-a000-4513-a9af-81113bc64735 req-95608011-4c07-4e81-947a-77d2c128a885 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 200 len: 848 time: 0.1121986 Jul 04 09:30:20.669619 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '1b44f6aa-1ab9-43ac-9549-a56b8de5ef16', 'tenant_id': '23b3530aae964df69b90462407d40476', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'port_id': '03c93b7d-49ef-459e-a2f0-50fbdd58042a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'mac_address': 'fa:16:3e:b7:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:20Z', 'updated_at': '2022-07-04T09:30:16Z', 'revision_number': 1, 'project_id': '23b3530aae964df69b90462407d40476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:20.738219 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-97dcc519-fe0f-4f72-b7ef-6ea6fca7e8f2 req-1d1290e7-088c-4d69-b405-cfa94f322cee tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105246 Jul 04 09:30:20.751732 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dcb119-de1a-4841-8eaf-cbc512f9f9c9 None None] The sync data for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi is: [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '1b44f6aa-1ab9-43ac-9549-a56b8de5ef16', 'tenant_id': '23b3530aae964df69b90462407d40476', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'port_id': '03c93b7d-49ef-459e-a2f0-50fbdd58042a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'mac_address': 'fa:16:3e:b7:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:20Z', 'updated_at': '2022-07-04T09:30:16Z', 'revision_number': 1, 'project_id': '23b3530aae964df69b90462407d40476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:30:20.776908 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Publish callbacks [] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:20.805331 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:20.806234 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (cded9e65-9e76-48a2-aa83-81d03017969b), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:20.807548 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:20.812668 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ab84e-a000-4513-a9af-81113bc64735 req-e629efab-9771-4443-ae21-e241e7b8dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:20.815345 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (bc4bb127-cdd3-4462-9deb-94e99da4dccf), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:20.816940 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-639ab84e-a000-4513-a9af-81113bc64735 req-e629efab-9771-4443-ae21-e241e7b8dd34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3efc3dd2-49aa-4e58-9c28-27dc19093c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1451120 Jul 04 09:30:20.918999 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5c8d29-eb59-490d-93e9-83cdceb83f98,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:20.952882 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 6369514b-4012-4e13-ad60-5af90b87aeac is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:21.106063 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Floating IP bc4bb127-cdd3-4462-9deb-94e99da4dccf associated. External IP: 172.27.3.87, port: 69f5f059-b366-4ea7-a4cb-915867e2353c. Jul 04 09:30:21.172118 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810351c-d22b-41c8-bab8-d52133b5dc54 req-67eee5e0-1021-4222-b4e7-c15635a0c992 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:21.173615 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9810351c-d22b-41c8-bab8-d52133b5dc54 req-67eee5e0-1021-4222-b4e7-c15635a0c992 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 0.1419783 Jul 04 09:30:21.206077 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55198) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:21.219268 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-faf6bd82-c21e-4c7a-8460-9de5939a2e38 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'floatingip': {'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:21.250657 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b03b4d6-b83f-423c-9e8b-fa5abfc7edc4 None None] New status for floating IP 1b44f6aa-1ab9-43ac-9549-a56b8de5ef16: ACTIVE {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:30:21.281433 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-faf6bd82-c21e-4c7a-8460-9de5939a2e38 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:21.294998 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-639ab84e-a000-4513-a9af-81113bc64735 req-c61af57e-a230-4f1d-98c0-a5e4f6fcb9e2 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801582 Jul 04 09:30:21.305386 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-3fc00b43-94a7-4e33-8c75-608c9dd8629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:21.307001 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-3fc00b43-94a7-4e33-8c75-608c9dd8629f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 1130 time: 0.2105379 Jul 04 09:30:21.382001 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:21.420262 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:21.434662 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-50af049a-76c9-4c66-bc8b-9f99ec80a8f5 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:21.441501 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-50af049a-76c9-4c66-bc8b-9f99ec80a8f5 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/networks?id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7 HTTP/1.1" status: 200 len: 808 time: 0.3203175 Jul 04 09:30:21.472633 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae722-3fbf-4feb-b81f-9839073662cf req-4d7ef994-efda-4e0f-bf59-7ef7b0a6c18e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:21.476793 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-141ae722-3fbf-4feb-b81f-9839073662cf req-4d7ef994-efda-4e0f-bf59-7ef7b0a6c18e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.2165701 Jul 04 09:30:21.483422 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-5e1e89bf-481c-4de1-9170-3ceb8080a565 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/quotas/1d070b98a1f84baa828e96c7c8e5b8b9 HTTP/1.1" status: 200 len: 375 time: 0.0409968 Jul 04 09:30:21.594624 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-789bc098-4032-43f9-a86e-21dd53fc0de3 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d070b98a1f84baa828e96c7c8e5b8b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1102505 Jul 04 09:30:21.679643 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-141ae722-3fbf-4feb-b81f-9839073662cf req-1844f73a-0bea-474d-83be-b1c781fc0140 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871674 Jul 04 09:30:21.688041 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:30:21.697379 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-639ab84e-a000-4513-a9af-81113bc64735 req-889de6d9-d1d6-4482-9f1d-b3c59dd46753 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893354 Jul 04 09:30:21.701230 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-4c065a60-9b6a-4690-89dd-f90fab6afed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:21.702668 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-4c065a60-9b6a-4690-89dd-f90fab6afed7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.3803613 Jul 04 09:30:21.727347 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-e62af9dd-06be-4992-93da-4153efc5b77a None None] Provisioning complete for port ee5c8d29-eb59-490d-93e9-83cdceb83f98 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:21.728349 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e62af9dd-06be-4992-93da-4153efc5b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:21.762694 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-e62af9dd-06be-4992-93da-4153efc5b77a None None] Port ee5c8d29-eb59-490d-93e9-83cdceb83f98 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:30:21.814421 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-bf90a572-230a-4deb-9a98-2c0b0fc1ecfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38a669ed-388d-4937-b164-3b6b2501bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0612524 Jul 04 09:30:21.817620 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-a89bf3cc-191b-4897-a28d-0d0498696690 service neutron] 10.222.0.73 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222264 Jul 04 09:30:21.870860 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Router cded9e65-9e76-48a2-aa83-81d03017969b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:30:21.931504 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-4fa8fcdc-7b9c-4152-8346-482a04ec91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:21.932978 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-4fa8fcdc-7b9c-4152-8346-482a04ec91a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.1106133 Jul 04 09:30:21.942131 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:30:21.948908 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:21.953435 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] Sync routers for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:30:21.967248 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:21.968154 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:22.042561 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ba2d4d1e-dba3-40ce-bc47-3a0a96d3438b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "PUT /v2.0/floatingips/bc4bb127-cdd3-4462-9deb-94e99da4dccf HTTP/1.1" status: 200 len: 991 time: 2.8396103 Jul 04 09:30:22.052248 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-630f0371-8486-4bb4-9810-8b52b35756ee service neutron] 10.222.0.73 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221813 Jul 04 09:30:22.079644 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:22.081919 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc38fe-49d4-461e-aeee-3ed32755b512" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:22.118878 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-faf6bd82-c21e-4c7a-8460-9de5939a2e38 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:22.128454 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-faf6bd82-c21e-4c7a-8460-9de5939a2e38 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:22.151568 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:22.235534 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-59866a77-4af5-48d8-ba47-998d4469f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:22.237048 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-59866a77-4af5-48d8-ba47-998d4469f840 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2602563 Jul 04 09:30:22.245714 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-faf6bd82-c21e-4c7a-8460-9de5939a2e38 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Floating IP e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d associated. External IP: 172.27.3.64, port: 1ac87eb2-45af-4b31-8a1f-1efcac4b796d. Jul 04 09:30:22.252965 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:30:22.262959 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Sync routers for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:30:22.279268 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:22.280725 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:22.303957 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-dd137ac9-ad59-4bc2-9255-7cb6dce45908 admin admin] 10.222.0.73 "PUT /v2.0/routers/cded9e65-9e76-48a2-aa83-81d03017969b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7092421 Jul 04 09:30:22.468607 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019daf89-b0a0-4701-a0fb-2e03dffebfdd x-openstack-request-id: req-019daf89-b0a0-4701-a0fb-2e03dffebfdd {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:22.469089 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:22.469407 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-019daf89-b0a0-4701-a0fb-2e03dffebfdd {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:22.470124 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019daf89-b0a0-4701-a0fb-2e03dffebfdd'] response: {'name': 'network-changed', 'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'status': 'completed', 'code': 200} Jul 04 09:30:22.539939 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:22.544441 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0c264d7f-0d5b-42cf-b5b2-ea3fededce10 req-70d4b3f5-7dfc-4715-bc4b-c0c0839b53f3 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 210 time: 0.1882288 Jul 04 09:30:22.937509 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'bc4bb127-cdd3-4462-9deb-94e99da4dccf', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'port_id': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'mac_address': 'fa:16:3e:82:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:15Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 1, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:22.970799 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] Checking router: 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:30:22.981607 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:22.982389 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:23.026993 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 2, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:23.027753 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-d6a8baad-e004-4aa7-ba6a-1110e042b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:23.029401 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-d6a8baad-e004-4aa7-ba6a-1110e042b93a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 1130 time: 0.4800222 Jul 04 09:30:23.037909 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-c1ed0db2-9ca2-49e1-a057-1ab68f9ae39d service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329223 Jul 04 09:30:23.072171 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Checking router: cded9e65-9e76-48a2-aa83-81d03017969b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:30:23.073722 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Updating router cded9e65-9e76-48a2-aa83-81d03017969b port ee5c8d29-eb59-490d-93e9-83cdceb83f98 binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:30:23.110956 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.131479 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:23.265499 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3a090bf-16a9-4ce3-941d-efef71dc8048 req-c29e7c83-1d96-4fdb-ace1-ec4ccc48d1d8 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019238 Jul 04 09:30:23.266866 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-340b544a-413c-4d3f-8df4-c1ad630b95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:23.269877 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-340b544a-413c-4d3f-8df4-c1ad630b95aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.2188358 Jul 04 09:30:23.429285 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-d9a1926c-5330-4dd1-86b4-d549090bdc9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f5f059-b366-4ea7-a4cb-915867e2353c HTTP/1.1" status: 200 len: 999 time: 0.1335912 Jul 04 09:30:23.431211 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1234a-9112-4e1f-b876-b93f91e86088 req-e36868df-d43f-49a2-b457-e9c437e04771 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:23.439698 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-80d1234a-9112-4e1f-b876-b93f91e86088 req-e36868df-d43f-49a2-b457-e9c437e04771 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.3074288 Jul 04 09:30:23.464873 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'bc4bb127-cdd3-4462-9deb-94e99da4dccf', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'port_id': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'mac_address': 'fa:16:3e:82:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:15Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 1, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:23.467258 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf6bd82-c21e-4c7a-8460-9de5939a2e38 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:30:23.523019 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e9a0e-1e2e-42f4-8a0c-b25a6123ad47 None None] The sync data for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi is: [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'bc4bb127-cdd3-4462-9deb-94e99da4dccf', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'port_id': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'mac_address': 'fa:16:3e:82:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:15Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 1, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:30:23.581396 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Publish callbacks [] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.586658 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-1551fcbe-2c59-4a72-8246-b3a92ca341f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:23.595333 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-80d1234a-9112-4e1f-b876-b93f91e86088 req-6eae8eb3-0226-404c-89c8-7aa28ca04794 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518326 Jul 04 09:30:23.595775 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.595926 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55260) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:23.604622 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-1551fcbe-2c59-4a72-8246-b3a92ca341f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.1487062 Jul 04 09:30:23.614390 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1577016965-network', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:23.706289 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Made reservation on behalf of 4e9fe076e6fd4bc696db1bfa52be8d08 for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:30:23.708882 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.727706 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.738579 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf6bd82-c21e-4c7a-8460-9de5939a2e38 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:30:23.753007 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:30:23.763857 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-faf6bd82-c21e-4c7a-8460-9de5939a2e38 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.768187 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:23.768282 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e085f8a-6cad-4dce-b82d-a891b5dcfb89 req-a7f02849-aa16-4f8f-8387-3c48edac56fc tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 210 time: 0.0518746 Jul 04 09:30:23.768711 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:23.784838 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fc4cf-1686-4a52-b8e1-c9ae5647f8e9 None None] Pushing event updated for resources: {'Port': ['ID=ee5c8d29-eb59-490d-93e9-83cdceb83f98,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:23.806086 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-cabf6b55-91c6-4c7b-990e-3b6b666ebcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:23.808695 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-cabf6b55-91c6-4c7b-990e-3b6b666ebcc0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1823866 Jul 04 09:30:23.857233 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Attempting to bind port ee5c8d29-eb59-490d-93e9-83cdceb83f98 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:30:23.857584 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Attempting to bind port ee5c8d29-eb59-490d-93e9-83cdceb83f98 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:30:23.857987 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Attempting to bind port ee5c8d29-eb59-490d-93e9-83cdceb83f98 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:23.865960 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:30:23.866962 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Checking segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:23.867364 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.868138 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-faf6bd82-c21e-4c7a-8460-9de5939a2e38 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "PUT /v2.0/floatingips/e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d HTTP/1.1" status: 200 len: 991 time: 2.6605580 Jul 04 09:30:23.870945 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Bound using segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:30:23.873111 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Bound port: ee5c8d29-eb59-490d-93e9-83cdceb83f98, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:30:23.873533 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.973127 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Publish callbacks [] for security_group (aad0c56c-8791-4823-9a57-e1f546b306d0), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.985559 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (aad0c56c-8791-4823-9a57-e1f546b306d0), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:23.997324 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-1d813289-7620-4c2b-b75d-a499dbcf1aed service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768241 Jul 04 09:30:24.003931 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:30:24.060201 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:24.066629 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (2a84c306-d4dd-4059-92d9-50c66f59fe5a), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:24.068792 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Added segment 2a84c306-d4dd-4059-92d9-50c66f59fe5a of type vlan for network b886dc34-7e9a-4595-b5de-313c7db90cb4 Jul 04 09:30:24.069542 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d6c88-cd8f-4612-96f5-a426eeaf130e None None] New status for floating IP bc4bb127-cdd3-4462-9deb-94e99da4dccf: ACTIVE {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:30:24.142321 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] For port ee5c8d29-eb59-490d-93e9-83cdceb83f98, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:30:24.163860 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] For port ee5c8d29-eb59-490d-93e9-83cdceb83f98, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=ee5c8d29-eb59-490d-93e9-83cdceb83f98,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:30:24.199967 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a7f36d32-b97a-4d3a-9bf5-c8a6bae4a3e3 None None] Provisioning complete for port ee5c8d29-eb59-490d-93e9-83cdceb83f98 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:24.200542 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a7f36d32-b97a-4d3a-9bf5-c8a6bae4a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:24.203009 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:24.235987 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad0c56c-8791-4823-9a57-e1f546b306d0,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:24.346501 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (b886dc34-7e9a-4595-b5de-313c7db90cb4), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:24.362562 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55270) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:24.404740 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (b886dc34-7e9a-4595-b5de-313c7db90cb4), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:24.406684 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:24.407582 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:24.453014 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fc4cf-1686-4a52-b8e1-c9ae5647f8e9 None None] Pushing event updated for resources: {'Port': ['ID=ee5c8d29-eb59-490d-93e9-83cdceb83f98,revision_number=4']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:24.480519 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1fc38fe-49d4-461e-aeee-3ed32755b512 req-9016f601-14e5-4549-945d-f92c0b2e3fea service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672039 Jul 04 09:30:24.485360 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:24.486492 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:24.593097 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a7f36d32-b97a-4d3a-9bf5-c8a6bae4a3e3 None None] Current status of the port ee5c8d29-eb59-490d-93e9-83cdceb83f98 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:24.599059 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a7f36d32-b97a-4d3a-9bf5-c8a6bae4a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:24.681282 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'tag': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:24.699001 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7434b-d640-48d0-9eed-4450ee37970e" -d '{"events": [{"name": "network-changed", "server_uuid": "78a4de3c-4067-411c-9170-da5b6bc0c288", "tag": "1ac87eb2-45af-4b31-8a1f-1efcac4b796d"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:24.708608 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] Pushing event updated for resources: {'Network': ['ID=b886dc34-7e9a-4595-b5de-313c7db90cb4,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:24.723788 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:24.779319 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-aac7eb12-ee82-4bd9-86b6-c927e884e2bd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1672759 Jul 04 09:30:24.807240 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network b886dc34-7e9a-4595-b5de-313c7db90cb4 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:30:24.811334 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55280) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:24.829616 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Request body: {'subnet': {'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1577016965-subnet', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:24.904272 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8c51c8-fafe-419c-b858-98e09b73fce2 x-openstack-request-id: req-1f8c51c8-fafe-419c-b858-98e09b73fce2 {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:24.922925 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a4de3c-4067-411c-9170-da5b6bc0c288", "tag": "1ac87eb2-45af-4b31-8a1f-1efcac4b796d", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:24.923590 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f8c51c8-fafe-419c-b858-98e09b73fce2 {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:24.924166 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8c51c8-fafe-419c-b858-98e09b73fce2'] response: {'name': 'network-changed', 'server_uuid': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'tag': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'status': 'completed', 'code': 200} Jul 04 09:30:24.933958 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-21283eb3-3939-4679-8311-c457811f6d8d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:24.944586 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-21283eb3-3939-4679-8311-c457811f6d8d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.62 "GET /v2.0/networks?id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7 HTTP/1.1" status: 200 len: 808 time: 0.4078279 Jul 04 09:30:25.010527 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-a7f36d32-b97a-4d3a-9bf5-c8a6bae4a3e3 None None] For port ee5c8d29-eb59-490d-93e9-83cdceb83f98, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=ee5c8d29-eb59-490d-93e9-83cdceb83f98,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:25.012913 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3074cdd5-f8b0-4a12-b5f6-df10e46a234c req-f0fa54f9-aab6-436a-8a67-062ce623a8bc tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 210 time: 0.0364530 Jul 04 09:30:25.018532 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Request body: {'port': {'device_id': 'd3d43494-b0f1-418a-9f72-7d7a894a2981', 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7', 'admin_state_up': True, 'tenant_id': '1d070b98a1f84baa828e96c7c8e5b8b9'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:25.048702 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a7f36d32-b97a-4d3a-9bf5-c8a6bae4a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.084101 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Made reservation on behalf of 4e9fe076e6fd4bc696db1bfa52be8d08 for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:30:25.086567 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15992859'] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.118769 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f36d32-b97a-4d3a-9bf5-c8a6bae4a3e3 None None] Pushing event updated for resources: {'Port': ['ID=ee5c8d29-eb59-490d-93e9-83cdceb83f98,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:25.154354 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:25.157009 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7434b-d640-48d0-9eed-4450ee37970e req-2855ded2-3a8d-4d3a-927d-4fd9ca69bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:25.158686 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-34d7434b-d640-48d0-9eed-4450ee37970e req-2855ded2-3a8d-4d3a-927d-4fd9ca69bd3e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 1130 time: 0.1348028 Jul 04 09:30:25.164807 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:12Z', 'updated_at': '2022-07-04T09:30:21Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:25.199473 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:30:25.200043 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Made reservation on behalf of 1d070b98a1f84baa828e96c7c8e5b8b9 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:30:25.206855 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.217994 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-17fcb171-bbac-4e0f-a03a-b65135101cfb None None] Provisioning complete for port ee5c8d29-eb59-490d-93e9-83cdceb83f98 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:25.218453 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-17fcb171-bbac-4e0f-a03a-b65135101cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.220573 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:25.221205 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:25.227553 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df5b70-e85b-41ad-807b-3db8a88b5a7a None None] The sync data for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi is: [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:30:25.228399 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5813b734-4aa0-4049-8d57-dce7e6e574e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.476789 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-17fcb171-bbac-4e0f-a03a-b65135101cfb None None] Current status of the port ee5c8d29-eb59-490d-93e9-83cdceb83f98 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:25.487670 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:25.495650 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7434b-d640-48d0-9eed-4450ee37970e req-4e83c7f8-36f7-4666-a6a3-664534281423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:25.497376 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-34d7434b-d640-48d0-9eed-4450ee37970e req-4e83c7f8-36f7-4666-a6a3-664534281423 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 916 time: 0.2704206 Jul 04 09:30:25.541140 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Allocated IP 172.20.0.8 (bc2d2f90-4a46-4960-9881-88cb8b2f73e7/5060b661-3a22-4ab1-a238-8c7daf62c213/8b43291e-5eb6-492f-9b24-b69b5ec26588) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:30:25.572823 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5813b734-4aa0-4049-8d57-dce7e6e574e6 admin admin] Publish callbacks [] for security_group (8de00afe-25c2-46a1-840a-ca1e847fcfea), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.608354 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5813b734-4aa0-4049-8d57-dce7e6e574e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8de00afe-25c2-46a1-840a-ca1e847fcfea), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.624045 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-34d7434b-d640-48d0-9eed-4450ee37970e req-915df4a7-796d-4975-8599-dd17204c7113 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ac87eb2-45af-4b31-8a1f-1efcac4b796d HTTP/1.1" status: 200 len: 999 time: 0.0935113 Jul 04 09:30:25.639023 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bc1cf-b614-48fb-bae8-e5c25d35b3a6 req-84b77dce-289e-4798-b74a-6c1230c780a4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:25.645697 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc2bc1cf-b614-48fb-bae8-e5c25d35b3a6 req-84b77dce-289e-4798-b74a-6c1230c780a4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.8677149 Jul 04 09:30:25.651912 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-5813b734-4aa0-4049-8d57-dce7e6e574e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da489e15fd0e4efb9c9b062366c695f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2860909 Jul 04 09:30:25.654986 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55288) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:25.726594 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813b734-4aa0-4049-8d57-dce7e6e574e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de00afe-25c2-46a1-840a-ca1e847fcfea,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:25.822168 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc2bc1cf-b614-48fb-bae8-e5c25d35b3a6 req-490318e3-b72d-4a0c-a90a-575716c889e4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594672 Jul 04 09:30:25.824996 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16528064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15992841'] for subnet (ee801ae8-8a42-40fc-8d27-ae4f4333f165), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.836329 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7434b-d640-48d0-9eed-4450ee37970e req-a7f569ae-0c9c-4ed4-b9ce-4988feb1f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:25.853884 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-34d7434b-d640-48d0-9eed-4450ee37970e req-a7f569ae-0c9c-4ed4-b9ce-4988feb1f625 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.2044404 Jul 04 09:30:25.872308 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9e26a3ca-2326-49b9-b4f2-36f003afb976 admin admin] Publish callbacks [] for security_group (8de00afe-25c2-46a1-840a-ca1e847fcfea), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.944250 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9e26a3ca-2326-49b9-b4f2-36f003afb976 admin admin] Publish callbacks [] for security_group (8de00afe-25c2-46a1-840a-ca1e847fcfea), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:25.953077 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee801ae8-8a42-40fc-8d27-ae4f4333f165,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:25.994499 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Checking segment: {'id': '2a84c306-d4dd-4059-92d9-50c66f59fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:25.995098 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Network hostable DHCP agents. Network: b886dc34-7e9a-4595-b5de-313c7db90cb4, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:30:26.034990 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Network b886dc34-7e9a-4595-b5de-313c7db90cb4 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:30:26.040676 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9e26a3ca-2326-49b9-b4f2-36f003afb976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8de00afe-25c2-46a1-840a-ca1e847fcfea), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.043084 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9e26a3ca-2326-49b9-b4f2-36f003afb976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.044330 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-9e26a3ca-2326-49b9-b4f2-36f003afb976 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8de00afe-25c2-46a1-840a-ca1e847fcfea HTTP/1.1" status: 204 len: 168 time: 0.3871422 Jul 04 09:30:26.048448 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks [] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.058697 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7434b-d640-48d0-9eed-4450ee37970e req-b20ff2b3-ce84-4735-b03f-2d45715850f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:26.060768 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-34d7434b-d640-48d0-9eed-4450ee37970e req-b20ff2b3-ce84-4735-b03f-2d45715850f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1902082 Jul 04 09:30:26.082192 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, b886dc34-7e9a-4595-b5de-313c7db90cb4) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:26.095238 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:26.096517 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.107518 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26a3ca-2326-49b9-b4f2-36f003afb976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de00afe-25c2-46a1-840a-ca1e847fcfea,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:26.140922 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f80ff36d-864a-4ff2-b641-b3cd2afc7866 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3213007 Jul 04 09:30:26.143711 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55296) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:26.153521 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:26.182674 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c057917-7d5c-4be4-89a2-0214f41ef231 None None] Network b886dc34-7e9a-4595-b5de-313c7db90cb4 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:30:26.199554 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f55b5b26-dec2-4330-92b9-9bd59c1408f1 req-b52f04e5-24b1-4c57-8a5b-7d6c34105492 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 210 time: 0.0558405 Jul 04 09:30:26.205774 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.207467 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.229594 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.316151 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:26.324077 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:26.328170 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-34d7434b-d640-48d0-9eed-4450ee37970e req-8a116bc7-eac8-4bf0-87e7-9aed51058a1c service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573912 Jul 04 09:30:26.332074 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:30:26.338337 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks [] for router_controller (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), precommit_add_association {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.353617 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:26.354532 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.378116 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:12Z', 'updated_at': '2022-07-04T09:30:21Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:26.402471 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Pushing event updated for resources: {'Port': ['ID=8b43291e-5eb6-492f-9b24-b69b5ec26588,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:26.433073 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-533b4022-71d3-402c-9d5f-3ad243355c5b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4185393 Jul 04 09:30:26.448636 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009cd43-c42b-4495-8a51-0e78de988499 None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:12Z', 'updated_at': '2022-07-04T09:30:21Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:30:26.508328 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-b886dc34-7e9a-4595-b5de-313c7db90cb4', 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4', 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'fixed_ips': [{'subnet_id': 'ee801ae8-8a42-40fc-8d27-ae4f4333f165'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:30:26.509169 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Request body: {'port': {'device_id': 'd3d43494-b0f1-418a-9f72-7d7a894a2981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:26.509636 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.544171 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device ee5c8d29-eb59-490d-93e9-83cdceb83f98 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:26.595273 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.618228 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55300) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:26.633091 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks [] for router_gateway (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.654329 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ec4017fd-7f35-444d-96e4-6c25d8bab496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.712907 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port ee5c8d29-eb59-490d-93e9-83cdceb83f98 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:26.713273 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.836035 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-34d7434b-d640-48d0-9eed-4450ee37970e req-a664cb90-e23c-4f13-a44e-828bd309fce8 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682217 Jul 04 09:30:26.877546 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Allocated IP 172.20.0.2 (b886dc34-7e9a-4595-b5de-313c7db90cb4/ee801ae8-8a42-40fc-8d27-ae4f4333f165/22b5d6df-7d52-4e55-a29d-5b46e1fe7fad) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:30:26.880320 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port ee5c8d29-eb59-490d-93e9-83cdceb83f98 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:26.961858 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks [] for router_gateway (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:26.979950 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9ca58-7b21-4a1f-a2ab-7efded0af15c None None] New status for floating IP e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d: ACTIVE {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:30:26.986339 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.045933 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b43291e-5eb6-492f-9b24-b69b5ec26588 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:30:27.058585 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Publish callbacks [] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.081762 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Transition to ACTIVE for port object 8b43291e-5eb6-492f-9b24-b69b5ec26588 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:30:27.095207 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.159010 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c96e8-facf-43cb-9c1b-ea540a743e78 req-446613cc-bbf2-41ae-ab6f-a731bbb2a5ce tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:27.162319 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-763c96e8-facf-43cb-9c1b-ea540a743e78 req-446613cc-bbf2-41ae-ab6f-a731bbb2a5ce tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1032748 Jul 04 09:30:27.188979 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Pushing event updated for resources: {'Port': ['ID=8b43291e-5eb6-492f-9b24-b69b5ec26588,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:27.192291 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ec4017fd-7f35-444d-96e4-6c25d8bab496 admin admin] Publish callbacks [] for security_group (9e76ab40-d7fe-4eca-8850-73ce5cf69c76), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.212460 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ec4017fd-7f35-444d-96e4-6c25d8bab496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9e76ab40-d7fe-4eca-8850-73ce5cf69c76), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.257683 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Allocated IP 172.27.3.63 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/dcff8cd2-6d32-4839-bdcb-abe843489d70) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:30:27.265236 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55310) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:27.266301 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-ec4017fd-7f35-444d-96e4-6c25d8bab496 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c11164126fb43658dbc49d346bc1034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6411870 Jul 04 09:30:27.267729 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Attempting to bind port 8b43291e-5eb6-492f-9b24-b69b5ec26588 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:30:27.268271 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Attempting to bind port 8b43291e-5eb6-492f-9b24-b69b5ec26588 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'eae6c92e-0cd9-4833-947f-2f7feead266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:30:27.268791 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Attempting to bind port 8b43291e-5eb6-492f-9b24-b69b5ec26588 on network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:27.286224 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Port 8b43291e-5eb6-492f-9b24-b69b5ec26588 on network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:30:27.288610 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Attempting to bind port 8b43291e-5eb6-492f-9b24-b69b5ec26588 on network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:27.294415 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4017fd-7f35-444d-96e4-6c25d8bab496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76ab40-d7fe-4eca-8850-73ce5cf69c76,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:27.300532 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:30:27.300885 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Checking segment: {'id': 'eae6c92e-0cd9-4833-947f-2f7feead266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:27.301438 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Bound using segment: {'id': 'eae6c92e-0cd9-4833-947f-2f7feead266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:30:27.301704 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Bound port: 8b43291e-5eb6-492f-9b24-b69b5ec26588, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae6c92e-0cd9-4833-947f-2f7feead266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:30:27.302082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.324098 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-763c96e8-facf-43cb-9c1b-ea540a743e78 req-85b75485-e3f3-4302-957c-6cd1439a221d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382899 Jul 04 09:30:27.389498 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Publish callbacks [] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.407706 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.414177 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2c691341-f079-4924-9516-976ac5b0f746 admin admin] Publish callbacks [] for security_group (9e76ab40-d7fe-4eca-8850-73ce5cf69c76), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.421350 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] For port 8b43291e-5eb6-492f-9b24-b69b5ec26588, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:30:27.430929 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820d21c-45db-4e3a-b5f0-65a7be77ce5c req-50adafd9-c2ac-480c-a394-d16fbe0f619d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:27.432876 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6820d21c-45db-4e3a-b5f0-65a7be77ce5c req-50adafd9-c2ac-480c-a394-d16fbe0f619d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 943 time: 0.1346409 Jul 04 09:30:27.434243 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] For port 8b43291e-5eb6-492f-9b24-b69b5ec26588, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8b43291e-5eb6-492f-9b24-b69b5ec26588,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:30:27.443179 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.458828 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2c691341-f079-4924-9516-976ac5b0f746 admin admin] Publish callbacks [] for security_group (9e76ab40-d7fe-4eca-8850-73ce5cf69c76), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.490535 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks [] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.501388 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:27.502011 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.503450 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] 10.222.0.62 "PUT /v2.0/ports/8b43291e-5eb6-492f-9b24-b69b5ec26588 HTTP/1.1" status: 200 len: 1093 time: 1.0075130 Jul 04 09:30:27.503886 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d43494-b0f1-418a-9f72-7d7a894a2981', 'tag': '8b43291e-5eb6-492f-9b24-b69b5ec26588'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:27.507375 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a9efed-95db-455f-a500-ca1a5043b167" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d43494-b0f1-418a-9f72-7d7a894a2981", "tag": "8b43291e-5eb6-492f-9b24-b69b5ec26588"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:27.549589 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263da37-2231-4d3d-9e76-2be234e4903b service neutron] Pushing event updated for resources: {'Port': ['ID=8b43291e-5eb6-492f-9b24-b69b5ec26588,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:27.551981 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Pushing event updated for resources: {'Port': ['ID=22b5d6df-7d52-4e55-a29d-5b46e1fe7fad,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:27.567681 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2c691341-f079-4924-9516-976ac5b0f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9e76ab40-d7fe-4eca-8850-73ce5cf69c76), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.568550 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a750d6ec-b6e3-479a-9f14-2b7330c07136 x-openstack-request-id: req-a750d6ec-b6e3-479a-9f14-2b7330c07136 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:27.570870 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d43494-b0f1-418a-9f72-7d7a894a2981", "tag": "8b43291e-5eb6-492f-9b24-b69b5ec26588", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:27.571149 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a750d6ec-b6e3-479a-9f14-2b7330c07136 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:27.571276 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2c691341-f079-4924-9516-976ac5b0f746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.572439 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-2c691341-f079-4924-9516-976ac5b0f746 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e76ab40-d7fe-4eca-8850-73ce5cf69c76 HTTP/1.1" status: 204 len: 168 time: 0.3061171 Jul 04 09:30:27.576844 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a750d6ec-b6e3-479a-9f14-2b7330c07136'] response: {'name': 'network-changed', 'server_uuid': 'd3d43494-b0f1-418a-9f72-7d7a894a2981', 'tag': '8b43291e-5eb6-492f-9b24-b69b5ec26588', 'status': 'completed', 'code': 200} Jul 04 09:30:27.586288 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6820d21c-45db-4e3a-b5f0-65a7be77ce5c req-79caf4e5-9d1f-4982-9c45-19849a40938f tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299348 Jul 04 09:30:27.588348 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Network b886dc34-7e9a-4595-b5de-313c7db90cb4 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:27.589161 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c691341-f079-4924-9516-976ac5b0f746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76ab40-d7fe-4eca-8850-73ce5cf69c76,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:27.589791 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:27.597742 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:30:27.606109 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.682371 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:27.685831 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:27.694511 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:30:27.709682 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-00e7803c-7698-47f1-9cc1-f77fbd564782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:27.711444 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-00e7803c-7698-47f1-9cc1-f77fbd564782 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d070b98a1f84baa828e96c7c8e5b8b9&device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 1127 time: 0.0846469 Jul 04 09:30:27.725515 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Attempting to bind port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:30:27.726308 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Attempting to bind port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '2a84c306-d4dd-4059-92d9-50c66f59fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:30:27.726671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Attempting to bind port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad on network b886dc34-7e9a-4595-b5de-313c7db90cb4 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:27.728061 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcff8cd2-6d32-4839-bdcb-abe843489d70,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:27.732357 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:30:27.732671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Checking segment: {'id': '2a84c306-d4dd-4059-92d9-50c66f59fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:27.733015 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.733408 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Bound using segment: {'id': '2a84c306-d4dd-4059-92d9-50c66f59fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:30:27.733868 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Bound port: 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a84c306-d4dd-4059-92d9-50c66f59fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:30:27.734265 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.825149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] For port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:30:27.829603 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] For port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=22b5d6df-7d52-4e55-a29d-5b46e1fe7fad,segment=NetworkSegment(2a84c306-d4dd-4059-92d9-50c66f59fe5a),segment_id=2a84c306-d4dd-4059-92d9-50c66f59fe5a)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:30:27.838954 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:27.916181 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363d7d3-2c5d-4435-b311-2f79fa6d4556 None None] Pushing event updated for resources: {'Port': ['ID=22b5d6df-7d52-4e55-a29d-5b46e1fe7fad,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:27.999876 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks [] for router_gateway (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.066947 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-36d1d698-6bd4-4c2b-b68a-cf145a90195b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b43291e-5eb6-492f-9b24-b69b5ec26588 HTTP/1.1" status: 200 len: 217 time: 0.3274193 Jul 04 09:30:28.136216 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-5e14f9f3-c698-47af-821c-557404b11d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:28.138135 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-5e14f9f3-c698-47af-821c-557404b11d84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5060b661-3a22-4ab1-a238-8c7daf62c213 HTTP/1.1" status: 200 len: 848 time: 0.0579188 Jul 04 09:30:28.194207 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-7fbe8123-7016-4766-9e80-74a82eb8a1b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481699 Jul 04 09:30:28.284897 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.321364 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-418be30e-40c7-448d-b6e2-c4633c5022c0 service neutron] 10.222.0.62 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145608 Jul 04 09:30:28.461453 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:30:28.468447 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d5d4bd96-064d-4776-8fcb-8656fbbe4687 req-2b3d7809-bbcd-4374-863a-8f4f04d9d786 service neutron] 10.222.0.62 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397343 Jul 04 09:30:28.506572 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:28.582689 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:28.582689 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.639819 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe24886-4b0c-4dbd-a1d1-f1fe98026f3f req-9d7571a0-5df0-40b6-b490-95efa7114ae8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:28.641336 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1fe24886-4b0c-4dbd-a1d1-f1fe98026f3f req-9d7571a0-5df0-40b6-b490-95efa7114ae8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1101420 Jul 04 09:30:28.646206 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:30:28.655409 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Sync routers for ids ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:30:28.667006 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:28.667407 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.676107 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Routers {'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:28.683131 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:28.700812 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.704484 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-e48e9ea0-6dc2-48dc-a5b5-83a337c961f0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5566301 Jul 04 09:30:28.709052 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55340) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:28.730675 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=22b5d6df-7d52-4e55-a29d-5b46e1fe7fad,segment=NetworkSegment(2a84c306-d4dd-4059-92d9-50c66f59fe5a),segment_id=2a84c306-d4dd-4059-92d9-50c66f59fe5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:28.737381 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.781977 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1fe24886-4b0c-4dbd-a1d1-f1fe98026f3f req-7f4418d7-3fb9-4ad1-a93d-a1f1a07e363e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231127 Jul 04 09:30:28.820354 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=22b5d6df-7d52-4e55-a29d-5b46e1fe7fad,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:28.874580 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9efed-95db-455f-a500-ca1a5043b167 req-0188c695-cfa5-431b-81de-4260a6bd239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:28.876114 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16a9efed-95db-455f-a500-ca1a5043b167 req-0188c695-cfa5-431b-81de-4260a6bd239b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d070b98a1f84baa828e96c7c8e5b8b9&device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 1127 time: 0.2366230 Jul 04 09:30:28.908410 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7852b7-2a2e-4cbc-bc1b-c78ff5a0c487 req-e2ee21d8-22e0-46ec-afac-5643f0c099fb tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:28.909952 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4b7852b7-2a2e-4cbc-bc1b-c78ff5a0c487 req-e2ee21d8-22e0-46ec-afac-5643f0c099fb tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 943 time: 0.1686077 Jul 04 09:30:28.951791 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Set router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:29.094454 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4b7852b7-2a2e-4cbc-bc1b-c78ff5a0c487 req-ca2075ff-184e-4f18-889f-2edacf7c74f7 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484971 Jul 04 09:30:29.133095 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9efed-95db-455f-a500-ca1a5043b167 req-5213dd29-79af-4ebb-a838-2072b749a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:29.134785 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16a9efed-95db-455f-a500-ca1a5043b167 req-5213dd29-79af-4ebb-a838-2072b749a7f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7 HTTP/1.1" status: 200 len: 909 time: 0.2440553 Jul 04 09:30:29.212747 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16a9efed-95db-455f-a500-ca1a5043b167 req-3c2cc53d-ec38-4b19-8794-2cd2b0d698c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b43291e-5eb6-492f-9b24-b69b5ec26588 HTTP/1.1" status: 200 len: 217 time: 0.0656567 Jul 04 09:30:29.248188 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 3, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'gw_port': {'id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:29.290188 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Checking router: ddc7ff6a-52e0-4ceb-a257-d7a518caad7f for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:30:29.293145 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9efed-95db-455f-a500-ca1a5043b167 req-6a27cea1-4e1e-4e03-96f5-416c8a08356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:29.294690 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16a9efed-95db-455f-a500-ca1a5043b167 req-6a27cea1-4e1e-4e03-96f5-416c8a08356d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5060b661-3a22-4ab1-a238-8c7daf62c213 HTTP/1.1" status: 200 len: 848 time: 0.0723698 Jul 04 09:30:29.295370 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Updating router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f port dcff8cd2-6d32-4839-bdcb-abe843489d70 binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:30:29.305514 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce5b74b-f7d1-4119-b734-3a23a4a1d183 None None] Network b886dc34-7e9a-4595-b5de-313c7db90cb4 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:30:29.343797 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.376989 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16a9efed-95db-455f-a500-ca1a5043b167 req-9d4b8fe0-9803-43d2-923f-0fdf68c412b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634217 Jul 04 09:30:29.533614 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-98d0e931-6a6f-47a2-bce6-6e0e7a4d81a1 None None] Provisioning complete for port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:29.534203 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-98d0e931-6a6f-47a2-bce6-6e0e7a4d81a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.571370 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.600484 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16a9efed-95db-455f-a500-ca1a5043b167 req-fa48b146-2f28-43c0-b76c-0cb454a3441f service neutron] 10.222.0.62 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139878 Jul 04 09:30:29.651582 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-98d0e931-6a6f-47a2-bce6-6e0e7a4d81a1 None None] Current status of the port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:29.765146 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16a9efed-95db-455f-a500-ca1a5043b167 req-bc54891d-5e88-4216-9332-78d55e78a559 service neutron] 10.222.0.62 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569223 Jul 04 09:30:29.777743 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Publish callbacks [] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.786004 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.801978 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Allocated IP 172.20.0.1 (b886dc34-7e9a-4595-b5de-313c7db90cb4/ee801ae8-8a42-40fc-8d27-ae4f4333f165/9cdbe882-5d7e-4047-a863-afc7ba4278dd) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:30:29.844248 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Attempting to bind port dcff8cd2-6d32-4839-bdcb-abe843489d70 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:30:29.845501 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Attempting to bind port dcff8cd2-6d32-4839-bdcb-abe843489d70 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:30:29.845967 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Attempting to bind port dcff8cd2-6d32-4839-bdcb-abe843489d70 on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:29.863859 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:30:29.864529 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:29.865891 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.866466 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:30:29.867129 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Bound port: dcff8cd2-6d32-4839-bdcb-abe843489d70, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:30:29.867661 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.883670 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-c5283e55-19a0-49aa-ab48-d7c7e6e56827 None None] Provisioning complete for port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:29.884280 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c5283e55-19a0-49aa-ab48-d7c7e6e56827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.896386 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7554d70-2c79-4de3-ba29-55bd1e2dbd5a None None] Pushing event updated for resources: {'Port': ['ID=dcff8cd2-6d32-4839-bdcb-abe843489d70,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:29.939745 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] For port dcff8cd2-6d32-4839-bdcb-abe843489d70, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:30:29.946250 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] For port dcff8cd2-6d32-4839-bdcb-abe843489d70, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=dcff8cd2-6d32-4839-bdcb-abe843489d70,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:30:29.954907 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.964531 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Publish callbacks [] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:30.015534 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-c5283e55-19a0-49aa-ab48-d7c7e6e56827 None None] Current status of the port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:30.016968 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b50ee-8b09-49e8-92e5-521f7ac16024 req-bdd49fbd-d9cd-4e57-9622-349165c3fa38 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:30.018552 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ef2b50ee-8b09-49e8-92e5-521f7ac16024 req-bdd49fbd-d9cd-4e57-9622-349165c3fa38 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0989108 Jul 04 09:30:30.026448 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Routers {'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:30.027115 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:30.034298 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:30.066309 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7554d70-2c79-4de3-ba29-55bd1e2dbd5a None None] Pushing event updated for resources: {'Port': ['ID=dcff8cd2-6d32-4839-bdcb-abe843489d70,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:30.093054 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Network b886dc34-7e9a-4595-b5de-313c7db90cb4 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:30.099562 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:30.104083 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:30:30.155380 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:30.165251 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] Set router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:30.214098 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Pushing event updated for resources: {'Port': ['ID=9cdbe882-5d7e-4047-a863-afc7ba4278dd,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:30.239092 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ef2b50ee-8b09-49e8-92e5-521f7ac16024 req-88a86a5a-485b-43df-81a4-b63ebef9dfe7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968358 Jul 04 09:30:30.324416 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1864a-8a05-4c71-af00-07e5cd957646 req-1cb9a974-eedf-4eea-96bf-f7a136f78b0d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:30.326013 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75f1864a-8a05-4c71-af00-07e5cd957646 req-1cb9a974-eedf-4eea-96bf-f7a136f78b0d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 943 time: 0.1259372 Jul 04 09:30:30.377303 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:30.451003 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75f1864a-8a05-4c71-af00-07e5cd957646 req-1d911e46-cf9a-4015-990f-b19a57f65eec tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123586 Jul 04 09:30:30.470456 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:30.510715 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 3, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'gw_port': {'id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:30.532997 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:30.533379 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:30.560688 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819f2c4-5d04-41e0-9e8e-78766069e109 None None] The sync data for ids ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'] in dv-cinder-847864-6-iscsi is: [{'id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 3, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'gw_port': {'id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:30:30.596390 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-cf352887-1cce-4a6e-bc54-4c43bbe81923 None None] Provisioning complete for port 9cdbe882-5d7e-4047-a863-afc7ba4278dd triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:30.596945 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-cf352887-1cce-4a6e-bc54-4c43bbe81923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:30.638180 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Publish callbacks [] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:30.644526 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:30.700406 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:30.797632 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-cf352887-1cce-4a6e-bc54-4c43bbe81923 None None] Port 9cdbe882-5d7e-4047-a863-afc7ba4278dd cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:30:30.798680 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Pushing event updated for resources: {'Port': ['ID=9cdbe882-5d7e-4047-a863-afc7ba4278dd,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:30.809895 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:30.851597 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Network b886dc34-7e9a-4595-b5de-313c7db90cb4 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:30.852995 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:31.033043 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:30:31.174172 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:30:31.180353 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-0fa42ebd-9a61-4927-8614-d862663f6f35 admin admin] 10.222.0.73 "PUT /v2.0/routers/ddc7ff6a-52e0-4ceb-a257-d7a518caad7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4700627 Jul 04 09:30:31.226063 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-8ab02f0b-3b4a-43ca-a57a-651e1aca9c22 None None] Provisioning complete for port 9cdbe882-5d7e-4047-a863-afc7ba4278dd triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:31.226585 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8ab02f0b-3b4a-43ca-a57a-651e1aca9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:31.274263 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-8ab02f0b-3b4a-43ca-a57a-651e1aca9c22 None None] Port 9cdbe882-5d7e-4047-a863-afc7ba4278dd cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:30:31.492181 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e6932-9602-4ba4-a032-7e7b79e682c5 req-0afdd100-188c-4bc1-8a63-44bb63e03a68 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:31.494469 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-237e6932-9602-4ba4-a032-7e7b79e682c5 req-0afdd100-188c-4bc1-8a63-44bb63e03a68 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0908980 Jul 04 09:30:31.595744 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-237e6932-9602-4ba4-a032-7e7b79e682c5 req-aa1c8490-3fff-49ae-8a4e-ec3d72e4f5af tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925946 Jul 04 09:30:31.748717 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55410) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:31.754107 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-b7d78bf2-17ba-486c-897f-1722361f4e8c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236265056', 'description': 'tempest-secgroup-smoke-236265056 description', 'project_id': 'ba45ec642c4e407399bc25b38d8774a0'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:31.781966 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e6364-a22d-475d-b0ea-24a009da67c8 req-6d357c74-3745-433c-bab2-ec8fbfcf8c9b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:31.782437 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-686e6364-a22d-475d-b0ea-24a009da67c8 req-6d357c74-3745-433c-bab2-ec8fbfcf8c9b tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 943 time: 0.1082115 Jul 04 09:30:31.813983 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b7d78bf2-17ba-486c-897f-1722361f4e8c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:31.862636 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-686e6364-a22d-475d-b0ea-24a009da67c8 req-88476dfa-c52c-4922-8332-3ea77a3ef717 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724947 Jul 04 09:30:31.922448 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b7d78bf2-17ba-486c-897f-1722361f4e8c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group (ddb03820-8946-4ecd-aae6-affebeaad95c), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:31.927079 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b7d78bf2-17ba-486c-897f-1722361f4e8c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (ddb03820-8946-4ecd-aae6-affebeaad95c), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:31.960033 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b7d78bf2-17ba-486c-897f-1722361f4e8c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:31.961217 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b7d78bf2-17ba-486c-897f-1722361f4e8c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2108696 Jul 04 09:30:31.964215 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55412) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:31.966254 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d78bf2-17ba-486c-897f-1722361f4e8c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb03820-8946-4ecd-aae6-affebeaad95c,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:31.970901 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-c48351b0-1afe-4f61-80dc-ce72e8d441c6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'security_group_rule': {'security_group_id': 'ddb03820-8946-4ecd-aae6-affebeaad95c', 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:32.002069 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c48351b0-1afe-4f61-80dc-ce72e8d441c6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (327bc22e-deb0-48c1-b09b-6dd50d448b1c), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.057031 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c48351b0-1afe-4f61-80dc-ce72e8d441c6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (327bc22e-deb0-48c1-b09b-6dd50d448b1c), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.061045 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c48351b0-1afe-4f61-80dc-ce72e8d441c6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (327bc22e-deb0-48c1-b09b-6dd50d448b1c), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.078102 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48351b0-1afe-4f61-80dc-ce72e8d441c6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327bc22e-deb0-48c1-b09b-6dd50d448b1c,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:32.087788 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c48351b0-1afe-4f61-80dc-ce72e8d441c6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.090466 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-c48351b0-1afe-4f61-80dc-ce72e8d441c6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252594 Jul 04 09:30:32.091729 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55414) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:32.095992 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-651eebee-0153-439a-98bb-a4709a761bd5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'security_group_rule': {'security_group_id': 'ddb03820-8946-4ecd-aae6-affebeaad95c', 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:32.122561 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-651eebee-0153-439a-98bb-a4709a761bd5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (1b41042a-4186-4bc8-9f54-e81751230a2c), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.180607 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-651eebee-0153-439a-98bb-a4709a761bd5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (1b41042a-4186-4bc8-9f54-e81751230a2c), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.184645 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-651eebee-0153-439a-98bb-a4709a761bd5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (1b41042a-4186-4bc8-9f54-e81751230a2c), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.207192 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eebee-0153-439a-98bb-a4709a761bd5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b41042a-4186-4bc8-9f54-e81751230a2c,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:32.216530 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-651eebee-0153-439a-98bb-a4709a761bd5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.217746 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-651eebee-0153-439a-98bb-a4709a761bd5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250825 Jul 04 09:30:32.220441 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55416) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:32.225326 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-afa65024-7b34-4f14-b899-77ca88162a12 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'security_group_rule': {'security_group_id': 'ddb03820-8946-4ecd-aae6-affebeaad95c', 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:32.248508 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afa65024-7b34-4f14-b899-77ca88162a12 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (06e66f19-ed8f-43b3-aa30-a129369cbc14), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.309951 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afa65024-7b34-4f14-b899-77ca88162a12 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (06e66f19-ed8f-43b3-aa30-a129369cbc14), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.313565 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afa65024-7b34-4f14-b899-77ca88162a12 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (06e66f19-ed8f-43b3-aa30-a129369cbc14), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.331370 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa65024-7b34-4f14-b899-77ca88162a12 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e66f19-ed8f-43b3-aa30-a129369cbc14,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:32.337263 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-afa65024-7b34-4f14-b899-77ca88162a12 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.338704 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-afa65024-7b34-4f14-b899-77ca88162a12 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173418 Jul 04 09:30:32.341395 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55418) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:32.345600 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-2e23f721-9051-4603-9482-5eb84485ddd0 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'security_group_rule': {'security_group_id': 'ddb03820-8946-4ecd-aae6-affebeaad95c', 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:32.373749 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2e23f721-9051-4603-9482-5eb84485ddd0 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (53a9abba-e98d-4825-9354-26a1e2090b6c), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.438693 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2e23f721-9051-4603-9482-5eb84485ddd0 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (53a9abba-e98d-4825-9354-26a1e2090b6c), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.439080 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device dcff8cd2-6d32-4839-bdcb-abe843489d70 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:32.444530 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2e23f721-9051-4603-9482-5eb84485ddd0 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (53a9abba-e98d-4825-9354-26a1e2090b6c), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.462513 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23f721-9051-4603-9482-5eb84485ddd0 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a9abba-e98d-4825-9354-26a1e2090b6c,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:32.477916 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2e23f721-9051-4603-9482-5eb84485ddd0 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.479490 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-2e23f721-9051-4603-9482-5eb84485ddd0 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371639 Jul 04 09:30:32.482506 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55424) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:32.488566 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-36b95d03-0b50-4f2f-8d28-2d31af036cba tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'security_group_rule': {'security_group_id': 'ddb03820-8946-4ecd-aae6-affebeaad95c', 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:32.503664 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port dcff8cd2-6d32-4839-bdcb-abe843489d70 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:32.504163 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.513470 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.securitygroups_db [None req-36b95d03-0b50-4f2f-8d28-2d31af036cba tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Project ba45ec642c4e407399bc25b38d8774a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:30:32.519011 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-36b95d03-0b50-4f2f-8d28-2d31af036cba tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (7c4819bb-50dd-4ebe-8e87-33f6f88fe54c), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.588972 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port dcff8cd2-6d32-4839-bdcb-abe843489d70 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:32.589365 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.592257 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-36b95d03-0b50-4f2f-8d28-2d31af036cba tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (7c4819bb-50dd-4ebe-8e87-33f6f88fe54c), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.597664 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-36b95d03-0b50-4f2f-8d28-2d31af036cba tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (7c4819bb-50dd-4ebe-8e87-33f6f88fe54c), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.611492 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port dcff8cd2-6d32-4839-bdcb-abe843489d70, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=dcff8cd2-6d32-4839-bdcb-abe843489d70,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:32.617827 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.620710 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b95d03-0b50-4f2f-8d28-2d31af036cba tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4819bb-50dd-4ebe-8e87-33f6f88fe54c,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:32.630123 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-36b95d03-0b50-4f2f-8d28-2d31af036cba tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.632024 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-36b95d03-0b50-4f2f-8d28-2d31af036cba tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474710 Jul 04 09:30:32.635084 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55432) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:32.640011 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-c0de29d6-ffb5-4242-b497-b58c7c366334 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'security_group_rule': {'security_group_id': 'ddb03820-8946-4ecd-aae6-affebeaad95c', 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:32.694313 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.securitygroups_db [None req-c0de29d6-ffb5-4242-b497-b58c7c366334 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Project ba45ec642c4e407399bc25b38d8774a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:30:32.695027 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=dcff8cd2-6d32-4839-bdcb-abe843489d70,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:32.707479 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c0de29d6-ffb5-4242-b497-b58c7c366334 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (9042f4d7-04c9-48a0-bbfa-0db60efa8469), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.838156 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c0de29d6-ffb5-4242-b497-b58c7c366334 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (9042f4d7-04c9-48a0-bbfa-0db60efa8469), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.845711 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1d45c-666d-4cdb-8187-d6be4af05c08 req-5c970020-8341-4343-b3ef-16bfa60838b5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:32.847491 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f5a1d45c-666d-4cdb-8187-d6be4af05c08 req-5c970020-8341-4343-b3ef-16bfa60838b5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0912297 Jul 04 09:30:32.848611 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c0de29d6-ffb5-4242-b497-b58c7c366334 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (9042f4d7-04c9-48a0-bbfa-0db60efa8469), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.869917 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002410e-e1ac-4c19-8086-6bcaddc36a5d req-124c0df2-c291-4b0f-8587-d2f4522732cc tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:32.871515 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2002410e-e1ac-4c19-8086-6bcaddc36a5d req-124c0df2-c291-4b0f-8587-d2f4522732cc tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.0734458 Jul 04 09:30:32.885716 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de29d6-ffb5-4242-b497-b58c7c366334 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9042f4d7-04c9-48a0-bbfa-0db60efa8469,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:32.892637 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c0de29d6-ffb5-4242-b497-b58c7c366334 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:32.897286 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-c0de29d6-ffb5-4242-b497-b58c7c366334 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2608528 Jul 04 09:30:32.930594 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f5a1d45c-666d-4cdb-8187-d6be4af05c08 req-0d3ec398-b05d-4bf7-908e-c1bf544cd3f5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692046 Jul 04 09:30:32.962128 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2002410e-e1ac-4c19-8086-6bcaddc36a5d req-692704ef-852d-44f8-b27b-05e60e829a98 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843294 Jul 04 09:30:33.067823 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027522-57fc-41bf-8061-f92f698ebaab req-f99a5f68-35de-4f29-8ed0-0b6eabd59b51 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:33.075251 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0f027522-57fc-41bf-8061-f92f698ebaab req-f99a5f68-35de-4f29-8ed0-0b6eabd59b51 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 943 time: 0.0785158 Jul 04 09:30:33.122608 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0f027522-57fc-41bf-8061-f92f698ebaab req-7b9680a8-7c72-4762-a337-f3ea64a6bf06 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464363 Jul 04 09:30:33.186981 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:30:33.676000 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Sync routers for ids ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:30:33.686178 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Routers {'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:33.686799 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:33.788548 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Set router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:33.892705 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 8b43291e-5eb6-492f-9b24-b69b5ec26588 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:30:34.065175 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7e0a3-9aa1-4165-b888-faf0afb3eda2 req-54ae6d46-21f0-4f52-be4c-aced5367dc73 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:34.066865 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d8c7e0a3-9aa1-4165-b888-faf0afb3eda2 req-54ae6d46-21f0-4f52-be4c-aced5367dc73 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0620644 Jul 04 09:30:34.078766 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 8b43291e-5eb6-492f-9b24-b69b5ec26588, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8b43291e-5eb6-492f-9b24-b69b5ec26588,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:34.086722 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96997568-7e41-4ec9-89cd-50b9c8f55481 req-3fcf1e58-cf67-4865-9781-1c945b1a329a tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:34.091795 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-96997568-7e41-4ec9-89cd-50b9c8f55481 req-3fcf1e58-cf67-4865-9781-1c945b1a329a tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.0563595 Jul 04 09:30:34.094860 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '8b43291e-5eb6-492f-9b24-b69b5ec26588', 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7', 'port_id': '8b43291e-5eb6-492f-9b24-b69b5ec26588', 'mac_address': 'fa:16:3e:3b:3d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5060b661-3a22-4ab1-a238-8c7daf62c213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:30:34.109167 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:30Z', 'revision_number': 4, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'gw_port': {'id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '9cdbe882-5d7e-4047-a863-afc7ba4278dd', 'name': '', 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'mac_address': 'fa:16:3e:01:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'ee801ae8-8a42-40fc-8d27-ae4f4333f165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:29Z', 'updated_at': '2022-07-04T09:30:30Z', 'revision_number': 2, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'subnets': [{'id': 'ee801ae8-8a42-40fc-8d27-ae4f4333f165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:34.124610 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d8c7e0a3-9aa1-4165-b888-faf0afb3eda2 req-c6b693d7-ea94-42f1-8951-1501936b4f30 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503929 Jul 04 09:30:34.150727 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Checking router: ddc7ff6a-52e0-4ceb-a257-d7a518caad7f for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:30:34.151089 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Updating router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f port 9cdbe882-5d7e-4047-a863-afc7ba4278dd binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:30:34.151868 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-96997568-7e41-4ec9-89cd-50b9c8f55481 req-d3af6330-6231-49fd-b9c4-43fb0acfc619 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574207 Jul 04 09:30:34.196112 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 8b43291e-5eb6-492f-9b24-b69b5ec26588 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:34.196504 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.198493 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.249525 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b43291e-5eb6-492f-9b24-b69b5ec26588 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:30:34.264418 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cdc65-e454-42a2-b244-9168eb450138 req-edb52a78-9c54-4b84-9df1-da859a8bb51e tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:34.266209 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f89cdc65-e454-42a2-b244-9168eb450138 req-edb52a78-9c54-4b84-9df1-da859a8bb51e tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 943 time: 0.0631990 Jul 04 09:30:34.283475 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 8b43291e-5eb6-492f-9b24-b69b5ec26588, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8b43291e-5eb6-492f-9b24-b69b5ec26588,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:34.326930 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.331529 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f89cdc65-e454-42a2-b244-9168eb450138 req-8b23fb37-2ce4-463d-a18d-161cb366d7c4 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Jul 04 09:30:34.439939 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=8b43291e-5eb6-492f-9b24-b69b5ec26588,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:34.481241 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device dcff8cd2-6d32-4839-bdcb-abe843489d70 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:34.601183 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port dcff8cd2-6d32-4839-bdcb-abe843489d70 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:34.601564 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.622695 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Publish callbacks [] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.633000 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55542) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:34.636368 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.726963 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22067f5a-60b3-4127-acd6-6ccd7c012259 None None] Pushing event updated for resources: {'Port': ['ID=9cdbe882-5d7e-4047-a863-afc7ba4278dd,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:34.761381 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7e9626f0-dd7e-425b-81f7-db36bbc9fe3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.779405 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Attempting to bind port 9cdbe882-5d7e-4047-a863-afc7ba4278dd on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:30:34.779782 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Attempting to bind port 9cdbe882-5d7e-4047-a863-afc7ba4278dd by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '2a84c306-d4dd-4059-92d9-50c66f59fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:30:34.780148 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Attempting to bind port 9cdbe882-5d7e-4047-a863-afc7ba4278dd on network b886dc34-7e9a-4595-b5de-313c7db90cb4 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:34.796095 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:30:34.798130 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Checking segment: {'id': '2a84c306-d4dd-4059-92d9-50c66f59fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:34.798628 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.799060 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Bound using segment: {'id': '2a84c306-d4dd-4059-92d9-50c66f59fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:30:34.799743 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Bound port: 9cdbe882-5d7e-4047-a863-afc7ba4278dd, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a84c306-d4dd-4059-92d9-50c66f59fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:30:34.800144 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.817880 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port dcff8cd2-6d32-4839-bdcb-abe843489d70 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:34.858196 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7e9626f0-dd7e-425b-81f7-db36bbc9fe3d admin admin] Publish callbacks [] for security_group (c32c54cb-4c83-4aa3-8e46-8fb4288714ef), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.862743 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7e9626f0-dd7e-425b-81f7-db36bbc9fe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (c32c54cb-4c83-4aa3-8e46-8fb4288714ef), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.877665 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] For port 9cdbe882-5d7e-4047-a863-afc7ba4278dd, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:30:34.881120 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] For port 9cdbe882-5d7e-4047-a863-afc7ba4278dd, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=9cdbe882-5d7e-4047-a863-afc7ba4278dd,segment=NetworkSegment(2a84c306-d4dd-4059-92d9-50c66f59fe5a),segment_id=2a84c306-d4dd-4059-92d9-50c66f59fe5a)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:30:34.888052 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.911235 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-7e9626f0-dd7e-425b-81f7-db36bbc9fe3d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b816f3c81b84b16887cb7e1fe1d8077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771504 Jul 04 09:30:34.913459 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9626f0-dd7e-425b-81f7-db36bbc9fe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32c54cb-4c83-4aa3-8e46-8fb4288714ef,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:34.915499 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55546) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:34.956012 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Routers {'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:34.956649 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:34.981269 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03086548-9515-4733-8d38-1bbe88b4e180 admin admin] Publish callbacks [] for security_group (c32c54cb-4c83-4aa3-8e46-8fb4288714ef), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:34.995897 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22067f5a-60b3-4127-acd6-6ccd7c012259 None None] Pushing event updated for resources: {'Port': ['ID=9cdbe882-5d7e-4047-a863-afc7ba4278dd,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:35.017276 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03086548-9515-4733-8d38-1bbe88b4e180 admin admin] Publish callbacks [] for security_group (c32c54cb-4c83-4aa3-8e46-8fb4288714ef), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.076266 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03086548-9515-4733-8d38-1bbe88b4e180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (c32c54cb-4c83-4aa3-8e46-8fb4288714ef), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.079104 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03086548-9515-4733-8d38-1bbe88b4e180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.082900 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-03086548-9515-4733-8d38-1bbe88b4e180 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c32c54cb-4c83-4aa3-8e46-8fb4288714ef HTTP/1.1" status: 204 len: 168 time: 0.1633966 Jul 04 09:30:35.090839 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03086548-9515-4733-8d38-1bbe88b4e180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32c54cb-4c83-4aa3-8e46-8fb4288714ef,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:35.191656 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['8b43291e-5eb6-492f-9b24-b69b5ec26588'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:30:35.255389 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-f986c412-eda1-4cf4-bc7c-3ffb76d23fb2 None None] Provisioning complete for port 9cdbe882-5d7e-4047-a863-afc7ba4278dd triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:35.255845 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f986c412-eda1-4cf4-bc7c-3ffb76d23fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.294413 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9822-b7d5-4c69-9b0c-5a8ce38ffdb7 req-6cb5b423-d819-4693-abde-3d4b652f4bc8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:35.296301 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-eebc9822-b7d5-4c69-9b0c-5a8ce38ffdb7 req-6cb5b423-d819-4693-abde-3d4b652f4bc8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0677681 Jul 04 09:30:35.330487 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] Set router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:35.342878 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7eba-f4fd-42f6-b363-a8d18bdf34fd req-895779f2-bab8-4651-b6a9-7b9c92e554e6 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:35.345433 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ecc7eba-f4fd-42f6-b363-a8d18bdf34fd req-895779f2-bab8-4651-b6a9-7b9c92e554e6 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.0930765 Jul 04 09:30:35.391628 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-eebc9822-b7d5-4c69-9b0c-5a8ce38ffdb7 req-f392aa08-c602-43ad-9647-de9ca7f5f430 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861638 Jul 04 09:30:35.427619 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ecc7eba-f4fd-42f6-b363-a8d18bdf34fd req-574f19bb-086d-4e11-ba95-86b3080a6ca2 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723321 Jul 04 09:30:35.503178 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-f986c412-eda1-4cf4-bc7c-3ffb76d23fb2 None None] Current status of the port 9cdbe882-5d7e-4047-a863-afc7ba4278dd is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:35.503937 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f986c412-eda1-4cf4-bc7c-3ffb76d23fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.562685 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55560) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:35.578208 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-daf04e94-c8bd-4893-9c4d-41e8fd8c7272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.584654 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52f86-939f-4af2-8505-a85aa44e9863 req-b8cde7da-2a6e-4111-864b-7398592817ac tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:35.592301 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9c52f86-939f-4af2-8505-a85aa44e9863 req-b8cde7da-2a6e-4111-864b-7398592817ac tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 944 time: 0.1216395 Jul 04 09:30:35.632527 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-f986c412-eda1-4cf4-bc7c-3ffb76d23fb2 None None] For port 9cdbe882-5d7e-4047-a863-afc7ba4278dd, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=9cdbe882-5d7e-4047-a863-afc7ba4278dd,segment=NetworkSegment(2a84c306-d4dd-4059-92d9-50c66f59fe5a),segment_id=2a84c306-d4dd-4059-92d9-50c66f59fe5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:35.642365 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f986c412-eda1-4cf4-bc7c-3ffb76d23fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.650227 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9c52f86-939f-4af2-8505-a85aa44e9863 req-8d671d82-e2c6-4eea-837b-41d9477bb662 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567858 Jul 04 09:30:35.687266 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-daf04e94-c8bd-4893-9c4d-41e8fd8c7272 admin admin] Publish callbacks [] for security_group (c3824888-d278-4ba3-b3d4-5629c18ce720), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.694264 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-daf04e94-c8bd-4893-9c4d-41e8fd8c7272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (c3824888-d278-4ba3-b3d4-5629c18ce720), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.733163 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-daf04e94-c8bd-4893-9c4d-41e8fd8c7272 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e2f5c7a5ca94e8cb4e5af0836bf688e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694536 Jul 04 09:30:35.735290 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf04e94-c8bd-4893-9c4d-41e8fd8c7272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3824888-d278-4ba3-b3d4-5629c18ce720,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:35.736265 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55562) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:35.762055 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986c412-eda1-4cf4-bc7c-3ffb76d23fb2 None None] Pushing event updated for resources: {'Port': ['ID=9cdbe882-5d7e-4047-a863-afc7ba4278dd,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:35.785955 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-45ec1bbf-8143-4241-9594-d7067712fae7 None None] Provisioning complete for port 9cdbe882-5d7e-4047-a863-afc7ba4278dd triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:35.786576 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-45ec1bbf-8143-4241-9594-d7067712fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.797654 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b84b105e-3780-42ee-ac91-b2d30551d4ce admin admin] Publish callbacks [] for security_group (c3824888-d278-4ba3-b3d4-5629c18ce720), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.822851 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b84b105e-3780-42ee-ac91-b2d30551d4ce admin admin] Publish callbacks [] for security_group (c3824888-d278-4ba3-b3d4-5629c18ce720), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.825637 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:30Z', 'revision_number': 4, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'gw_port': {'id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '9cdbe882-5d7e-4047-a863-afc7ba4278dd', 'name': '', 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'mac_address': 'fa:16:3e:01:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'ee801ae8-8a42-40fc-8d27-ae4f4333f165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:29Z', 'updated_at': '2022-07-04T09:30:34Z', 'revision_number': 4, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'subnets': [{'id': 'ee801ae8-8a42-40fc-8d27-ae4f4333f165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:35.853946 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cd3cd-6f04-4037-b314-4164a963cf57 None None] The sync data for ids ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'] in dv-cinder-847864-6-iscsi is: [{'id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:30Z', 'revision_number': 4, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'gw_port': {'id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '9cdbe882-5d7e-4047-a863-afc7ba4278dd', 'name': '', 'network_id': 'b886dc34-7e9a-4595-b5de-313c7db90cb4', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'mac_address': 'fa:16:3e:01:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'ee801ae8-8a42-40fc-8d27-ae4f4333f165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:29Z', 'updated_at': '2022-07-04T09:30:34Z', 'revision_number': 4, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'subnets': [{'id': 'ee801ae8-8a42-40fc-8d27-ae4f4333f165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:30:35.871616 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b84b105e-3780-42ee-ac91-b2d30551d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (c3824888-d278-4ba3-b3d4-5629c18ce720), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.874876 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b84b105e-3780-42ee-ac91-b2d30551d4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.880458 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b84b105e-3780-42ee-ac91-b2d30551d4ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c3824888-d278-4ba3-b3d4-5629c18ce720 HTTP/1.1" status: 204 len: 168 time: 0.1412575 Jul 04 09:30:35.890758 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b105e-3780-42ee-ac91-b2d30551d4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3824888-d278-4ba3-b3d4-5629c18ce720,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:35.946589 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-45ec1bbf-8143-4241-9594-d7067712fae7 None None] Current status of the port 9cdbe882-5d7e-4047-a863-afc7ba4278dd is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:36.174500 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-e68df435-a01c-4bb9-ab76-7669bf26fbc6 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:36.175897 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-e68df435-a01c-4bb9-ab76-7669bf26fbc6 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.62 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.0613134 Jul 04 09:30:36.308749 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55568) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:36.316073 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Deleting port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:30:36.316526 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.323644 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ec47debb-298a-4e59-8d35-a1065163c3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.425040 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ec47debb-298a-4e59-8d35-a1065163c3a4 admin admin] Publish callbacks [] for security_group (739be76f-755e-47fa-b064-a64aad3fc961), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.432548 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ec47debb-298a-4e59-8d35-a1065163c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (739be76f-755e-47fa-b064-a64aad3fc961), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.437553 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] For port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:36.438126 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.458235 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Calling delete_port for 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:30:36.478739 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ec47debb-298a-4e59-8d35-a1065163c3a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=07be12a7a0dd43ecb968d63bf4a7d7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662316 Jul 04 09:30:36.478739 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47debb-298a-4e59-8d35-a1065163c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739be76f-755e-47fa-b064-a64aad3fc961,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:36.479549 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 9cdbe882-5d7e-4047-a863-afc7ba4278dd up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:36.479950 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55574) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:36.542725 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 9cdbe882-5d7e-4047-a863-afc7ba4278dd triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:36.543985 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.563307 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0193351d-26e2-4a87-9c4e-de19c66c553e admin admin] Publish callbacks [] for security_group (739be76f-755e-47fa-b064-a64aad3fc961), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.610179 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0193351d-26e2-4a87-9c4e-de19c66c553e admin admin] Publish callbacks [] for security_group (739be76f-755e-47fa-b064-a64aad3fc961), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.636308 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 9cdbe882-5d7e-4047-a863-afc7ba4278dd is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:36.642738 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056cbe9-811f-483a-94f4-0ebcafc8f290 req-0d38e9c3-f1fa-46bc-b33e-e3ab687998a3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:36.651637 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c056cbe9-811f-483a-94f4-0ebcafc8f290 req-0d38e9c3-f1fa-46bc-b33e-e3ab687998a3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1578257 Jul 04 09:30:36.660177 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110a75a-a464-4e4e-b617-7f1e7954532c req-6b1ee46a-6794-4d71-9f34-22230cf723d0 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:36.662697 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2110a75a-a464-4e4e-b617-7f1e7954532c req-6b1ee46a-6794-4d71-9f34-22230cf723d0 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 946 time: 0.1126814 Jul 04 09:30:36.730691 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2110a75a-a464-4e4e-b617-7f1e7954532c req-07c86999-0918-412f-b2e4-e8a3a24f34f7 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/security-groups?id=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591428 Jul 04 09:30:36.732257 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0193351d-26e2-4a87-9c4e-de19c66c553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (739be76f-755e-47fa-b064-a64aad3fc961), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.734597 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c056cbe9-811f-483a-94f4-0ebcafc8f290 req-4e74c30e-0d16-4a36-997e-4082e2f84421 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820415 Jul 04 09:30:36.735915 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0193351d-26e2-4a87-9c4e-de19c66c553e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.737442 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-0193351d-26e2-4a87-9c4e-de19c66c553e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/739be76f-755e-47fa-b064-a64aad3fc961 HTTP/1.1" status: 204 len: 168 time: 0.2565627 Jul 04 09:30:36.748813 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193351d-26e2-4a87-9c4e-de19c66c553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739be76f-755e-47fa-b064-a64aad3fc961,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:36.876283 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (7b0daf1e-95f2-40d0-a55c-11c303e5bfc5), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.912846 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Pushing event deleted for resources: {'Port': ['ID=7b0daf1e-95f2-40d0-a55c-11c303e5bfc5,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:36.934055 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['7b0daf1e-95f2-40d0-a55c-11c303e5bfc5'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:30:36.964490 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7845bbc-50d4-4924-a3ca-609e7de9b9c6 req-db558f8f-c70d-4384-8cc7-fad3c70184e1 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:36.972291 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7845bbc-50d4-4924-a3ca-609e7de9b9c6 req-db558f8f-c70d-4384-8cc7-fad3c70184e1 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 944 time: 0.1454792 Jul 04 09:30:37.045346 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] No DVR routers for this DVR port 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:30:37.073786 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:37.077199 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-36b5a2bc-d0fb-4b4d-a4cb-c78ce9696155 req-da18d777-c3ce-4528-8a41-f7a157d144fd tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.62 "DELETE /v2.0/ports/7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 HTTP/1.1" status: 204 len: 173 time: 0.8918235 Jul 04 09:30:37.077636 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3132d89b-95ac-4fc0-bb37-6b849226fe72', 'name': 'network-vif-deleted', 'tag': '7b0daf1e-95f2-40d0-a55c-11c303e5bfc5'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:37.079975 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9f4b74-b0fa-4a27-9b10-e190881acabb" -d '{"events": [{"server_uuid": "3132d89b-95ac-4fc0-bb37-6b849226fe72", "name": "network-vif-deleted", "tag": "7b0daf1e-95f2-40d0-a55c-11c303e5bfc5"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:37.109132 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7845bbc-50d4-4924-a3ca-609e7de9b9c6 req-2d2491c0-ee13-4458-9d57-f6267981ff36 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357245 Jul 04 09:30:37.178555 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a7fac5-76cd-41df-af1f-ec3a46c79063 x-openstack-request-id: req-15a7fac5-76cd-41df-af1f-ec3a46c79063 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:37.178803 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3132d89b-95ac-4fc0-bb37-6b849226fe72", "name": "network-vif-deleted", "tag": "7b0daf1e-95f2-40d0-a55c-11c303e5bfc5", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:37.179111 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15a7fac5-76cd-41df-af1f-ec3a46c79063 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:37.179945 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a7fac5-76cd-41df-af1f-ec3a46c79063'] response: {'server_uuid': '3132d89b-95ac-4fc0-bb37-6b849226fe72', 'name': 'network-vif-deleted', 'tag': '7b0daf1e-95f2-40d0-a55c-11c303e5bfc5', 'status': 'completed', 'code': 200} Jul 04 09:30:37.876193 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2288d48-14ef-439e-bf20-0b59408a20bb req-71d46625-94dc-49c8-9df5-e1a5068e4dee tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:37.877717 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c2288d48-14ef-439e-bf20-0b59408a20bb req-71d46625-94dc-49c8-9df5-e1a5068e4dee tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0669029 Jul 04 09:30:37.894369 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-90dbbb75-f298-4376-9b13-cae54cc37484 req-2990729e-dcb4-44a4-ac44-ba0bc274ea15 tempest-DeleteServersTestJSON-1870968406 tempest-DeleteServersTestJSON-1870968406-project] 10.222.0.73 "GET /v2.0/ports?device_id=3132d89b-95ac-4fc0-bb37-6b849226fe72 HTTP/1.1" status: 200 len: 210 time: 0.0292575 Jul 04 09:30:37.910363 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 8b43291e-5eb6-492f-9b24-b69b5ec26588 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:30:37.962800 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c2288d48-14ef-439e-bf20-0b59408a20bb req-0aade1bf-91f7-4f10-8bff-76f1f611654d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757060 Jul 04 09:30:37.966284 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 8b43291e-5eb6-492f-9b24-b69b5ec26588 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:30:37.970726 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 8b43291e-5eb6-492f-9b24-b69b5ec26588 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:30:37.971225 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:38.071644 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 8b43291e-5eb6-492f-9b24-b69b5ec26588 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:38.072161 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:38.102735 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d43494-b0f1-418a-9f72-7d7a894a2981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b43291e-5eb6-492f-9b24-b69b5ec26588'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:38.105335 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ef4557-1820-455a-bd9a-7ba8236a2c6c" -d '{"events": [{"server_uuid": "d3d43494-b0f1-418a-9f72-7d7a894a2981", "name": "network-vif-plugged", "status": "completed", "tag": "8b43291e-5eb6-492f-9b24-b69b5ec26588"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:38.123485 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 8b43291e-5eb6-492f-9b24-b69b5ec26588, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8b43291e-5eb6-492f-9b24-b69b5ec26588,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:38.132132 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:38.175387 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef77241b-9908-4ceb-968b-92c52b026b21 x-openstack-request-id: req-ef77241b-9908-4ceb-968b-92c52b026b21 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:38.175556 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d43494-b0f1-418a-9f72-7d7a894a2981", "name": "network-vif-plugged", "status": "completed", "tag": "8b43291e-5eb6-492f-9b24-b69b5ec26588", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:38.175869 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef77241b-9908-4ceb-968b-92c52b026b21 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:38.176272 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef77241b-9908-4ceb-968b-92c52b026b21'] response: {'server_uuid': 'd3d43494-b0f1-418a-9f72-7d7a894a2981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b43291e-5eb6-492f-9b24-b69b5ec26588', 'code': 200} Jul 04 09:30:38.205642 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=8b43291e-5eb6-492f-9b24-b69b5ec26588,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:38.265321 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210f2a-d652-41bb-bdb4-56c9731a0766 req-68c1d26a-e315-470a-aad0-0f2a0e7e179c tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:38.267013 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5210f2a-d652-41bb-bdb4-56c9731a0766 req-68c1d26a-e315-470a-aad0-0f2a0e7e179c tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 945 time: 0.0649583 Jul 04 09:30:38.323250 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5210f2a-d652-41bb-bdb4-56c9731a0766 req-7a47b0bd-c4ee-4c56-889e-bfad63bacd2e tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477641 Jul 04 09:30:38.504549 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83ddb-5c60-4e08-99dc-9eb2c2277351 req-1c766c9a-8e6a-4739-a376-8bfcf3c488d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:38.506755 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-58e83ddb-5c60-4e08-99dc-9eb2c2277351 req-1c766c9a-8e6a-4739-a376-8bfcf3c488d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 1129 time: 0.0454834 Jul 04 09:30:38.553805 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-58e83ddb-5c60-4e08-99dc-9eb2c2277351 req-fc5e3647-42b7-4049-8141-3ed2a91e7d5e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Jul 04 09:30:39.083540 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b711a9-a328-41ba-ba5e-8d4dbf26868b req-207fbba9-21b0-4f99-9cab-d17f40b6282d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:39.085173 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b6b711a9-a328-41ba-ba5e-8d4dbf26868b req-207fbba9-21b0-4f99-9cab-d17f40b6282d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0533624 Jul 04 09:30:39.135871 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b6b711a9-a328-41ba-ba5e-8d4dbf26868b req-20205ded-18a0-470f-9d82-a847eb6588b0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 Jul 04 09:30:39.442270 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee846a-d8da-4f7f-a0b6-3192dbc80d1a req-f2046419-23dd-43b5-8bfc-1a6e69fb0579 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:39.443882 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7dee846a-d8da-4f7f-a0b6-3192dbc80d1a req-f2046419-23dd-43b5-8bfc-1a6e69fb0579 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 945 time: 0.0537195 Jul 04 09:30:39.490575 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7dee846a-d8da-4f7f-a0b6-3192dbc80d1a req-98fd6806-a892-4b40-b79c-7075c923669f tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Jul 04 09:30:39.916881 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:30:39.938492 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:30:39.938838 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7b0daf1e-95f2-40d0-a55c-11c303e5bfc5 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:30:40.282228 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2830d-b206-47a1-a099-e51594e63bed req-15c7243e-2c2a-43fa-82f8-99b6a6793bdb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:40.282228 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8fd2830d-b206-47a1-a099-e51594e63bed req-15c7243e-2c2a-43fa-82f8-99b6a6793bdb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0631926 Jul 04 09:30:40.352080 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8fd2830d-b206-47a1-a099-e51594e63bed req-18b751c4-2413-47c4-9d9b-e539a4693583 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652921 Jul 04 09:30:40.373559 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55678) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:40.649964 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bad72a-446f-4941-8899-42b6ff3b38d7 req-16e2a46d-0ff0-42a4-8cd7-e37e70fb6178 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:40.651852 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-25bad72a-446f-4941-8899-42b6ff3b38d7 req-16e2a46d-0ff0-42a4-8cd7-e37e70fb6178 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 945 time: 0.0724647 Jul 04 09:30:40.721655 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-25bad72a-446f-4941-8899-42b6ff3b38d7 req-2190eb4c-6f7e-485d-bcb9-8e10b221d95d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605133 Jul 04 09:30:40.814218 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (cd09bc92-dec9-4d40-a8d0-f56b071fb791), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:41.103439 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Deleting port 183b0db0-5c0f-459f-a1b6-a390e0a5167f {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:30:41.103822 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:41.183794 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] For port 183b0db0-5c0f-459f-a1b6-a390e0a5167f, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=183b0db0-5c0f-459f-a1b6-a390e0a5167f,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:41.184161 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:41.197187 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Calling delete_port for 183b0db0-5c0f-459f-a1b6-a390e0a5167f owned by network:router_interface {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:30:41.431293 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (183b0db0-5c0f-459f-a1b6-a390e0a5167f), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:41.473323 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=183b0db0-5c0f-459f-a1b6-a390e0a5167f,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:41.834220 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3bcf7-667c-4906-b0b4-e13230f89495 req-3b69230a-ff10-4472-8513-a005dd93470f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:41.835644 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b0a3bcf7-667c-4906-b0b4-e13230f89495 req-3b69230a-ff10-4472-8513-a005dd93470f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.3775177 Jul 04 09:30:41.873931 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee065a-3596-4c18-89f8-26f9ae9cbee9 req-d645f1fa-09f5-4e22-a76a-7fc4401d6a6d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:41.875592 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ccee065a-3596-4c18-89f8-26f9ae9cbee9 req-d645f1fa-09f5-4e22-a76a-7fc4401d6a6d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 945 time: 0.0742528 Jul 04 09:30:41.937195 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ccee065a-3596-4c18-89f8-26f9ae9cbee9 req-023959ea-b924-44eb-8c91-63806b486b9d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507402 Jul 04 09:30:41.998521 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (cd09bc92-dec9-4d40-a8d0-f56b071fb791), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.000640 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-47702a9b-069a-4b29-8510-444cf2607879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.008169 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b0a3bcf7-667c-4906-b0b4-e13230f89495 req-d06c482e-5341-4207-a335-f9c4f38d3949 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627932 Jul 04 09:30:42.235727 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Router cd09bc92-dec9-4d40-a8d0-f56b071fb791 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:30:42.343788 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:30:42.354131 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55706) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:42.356987 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] Sync routers for ids ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:30:42.367675 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-bc68aa0e-191c-48f3-94fa-458489efa4b6 admin admin] 10.222.0.73 "PUT /v2.0/routers/cd09bc92-dec9-4d40-a8d0-f56b071fb791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9927251 Jul 04 09:30:42.372084 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] Routers {'cd09bc92-dec9-4d40-a8d0-f56b071fb791'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:42.372942 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:42.505015 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks [] for router (cd09bc92-dec9-4d40-a8d0-f56b071fb791), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.589712 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] Set router cd09bc92-dec9-4d40-a8d0-f56b071fb791 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:42.618097 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks [] for router_gateway (cd09bc92-dec9-4d40-a8d0-f56b071fb791), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.672790 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Deleting port d51251fc-b22a-474b-9262-0887a35c702a {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:30:42.673252 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (d51251fc-b22a-474b-9262-0887a35c702a), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.764997 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] For port d51251fc-b22a-474b-9262-0887a35c702a, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=d51251fc-b22a-474b-9262-0887a35c702a,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:42.765360 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (d51251fc-b22a-474b-9262-0887a35c702a), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.780812 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Calling delete_port for d51251fc-b22a-474b-9262-0887a35c702a owned by network:router_gateway {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:30:42.798784 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:30:41Z', 'revision_number': 5, 'project_id': '772990240f674a6cbaca15951f7629f0', 'gw_port': {'id': 'd51251fc-b22a-474b-9262-0887a35c702a', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:01Z', 'updated_at': '2022-07-04T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:42.826631 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] Checking router: cd09bc92-dec9-4d40-a8d0-f56b071fb791 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:30:42.838615 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] Routers {'cd09bc92-dec9-4d40-a8d0-f56b071fb791'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:30:42.839307 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:30:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:42.945675 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] Set router cd09bc92-dec9-4d40-a8d0-f56b071fb791 gateway port host: None {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:30:43.016022 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:30:42Z', 'revision_number': 6, 'project_id': '772990240f674a6cbaca15951f7629f0', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:43.028182 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (d51251fc-b22a-474b-9262-0887a35c702a), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.062073 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4f575-6c34-40b6-8b39-55b0f892d5ce None None] The sync data for ids ['cd09bc92-dec9-4d40-a8d0-f56b071fb791'] in dv-cinder-847864-6-iscsi is: [{'id': 'cd09bc92-dec9-4d40-a8d0-f56b071fb791', 'name': 'tempest-DeleteServersTestJSON-1094133746-router', 'tenant_id': '772990240f674a6cbaca15951f7629f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:30:42Z', 'revision_number': 6, 'project_id': '772990240f674a6cbaca15951f7629f0', 'gw_port_host': None}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:30:43.092726 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51251fc-b22a-474b-9262-0887a35c702a,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:43.150694 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (cd09bc92-dec9-4d40-a8d0-f56b071fb791), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.305363 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (cd09bc92-dec9-4d40-a8d0-f56b071fb791), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.308041 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks [] for router_controller (cd09bc92-dec9-4d40-a8d0-f56b071fb791), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.500439 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa964b-e332-40a1-a5ef-662330aed5f0 req-c39b23d5-69d6-4e00-a2fb-a4a9a24eb2b1 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:43.502002 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-44aa964b-e332-40a1-a5ef-662330aed5f0 req-c39b23d5-69d6-4e00-a2fb-a4a9a24eb2b1 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 945 time: 0.0785458 Jul 04 09:30:43.587281 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-44aa964b-e332-40a1-a5ef-662330aed5f0 req-c5e1a4a7-f6d2-46fc-b907-850ed1d31968 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776632 Jul 04 09:30:43.704300 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f9b77-97c9-4f25-a366-ebbdcc1313f3 req-c23591bf-f833-44c3-a251-1135b20ace72 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:43.705899 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-471f9b77-97c9-4f25-a366-ebbdcc1313f3 req-c23591bf-f833-44c3-a251-1135b20ace72 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.5120597 Jul 04 09:30:43.707557 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (cd09bc92-dec9-4d40-a8d0-f56b071fb791), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.707557 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd09bc92-dec9-4d40-a8d0-f56b071fb791 {{(pid=103746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:30:43.712805 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.714117 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-13bc22b1-80dd-4e0a-9d59-284ee23ef433 admin admin] 10.222.0.73 "DELETE /v2.0/routers/cd09bc92-dec9-4d40-a8d0-f56b071fb791 HTTP/1.1" status: 204 len: 168 time: 1.3609157 Jul 04 09:30:43.718082 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55734) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:43.770358 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e633cf-89a1-45ba-aa19-bff8c0d7b882 admin admin] Deleting subnet c1fe4e54-faec-4122-819e-17ca681faca7 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:30:43.773213 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-471f9b77-97c9-4f25-a366-ebbdcc1313f3 req-15b7c528-0e5d-45b7-b52d-5c8f1000696a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579197 Jul 04 09:30:43.776339 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8e633cf-89a1-45ba-aa19-bff8c0d7b882 admin admin] Publish callbacks [] for subnet (c1fe4e54-faec-4122-819e-17ca681faca7), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.812725 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8e633cf-89a1-45ba-aa19-bff8c0d7b882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (c1fe4e54-faec-4122-819e-17ca681faca7), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.922712 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8e633cf-89a1-45ba-aa19-bff8c0d7b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (c1fe4e54-faec-4122-819e-17ca681faca7), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.982435 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8e633cf-89a1-45ba-aa19-bff8c0d7b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (c1fe4e54-faec-4122-819e-17ca681faca7), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.009166 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e633cf-89a1-45ba-aa19-bff8c0d7b882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fe4e54-faec-4122-819e-17ca681faca7,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:44.015649 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8e633cf-89a1-45ba-aa19-bff8c0d7b882 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.019403 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d8e633cf-89a1-45ba-aa19-bff8c0d7b882 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c1fe4e54-faec-4122-819e-17ca681faca7 HTTP/1.1" status: 204 len: 168 time: 0.3014307 Jul 04 09:30:44.022122 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55736) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:44.023864 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a569931-8503-4a7d-942c-d29f4fcb118a None None] Network 60da9ae2-c42d-4389-baa2-d1acd469f89e requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:30:44.117705 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (60da9ae2-c42d-4389-baa2-d1acd469f89e), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.130816 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-036aa521-f405-4689-9674-3839bf77e95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.199878 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Deleting port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:30:44.200213 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.260282 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f648d55-877b-4673-afcf-fb68d5e46d30 None None] DHCP port deletion for 60da9ae2-c42d-4389-baa2-d1acd469f89e request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:30:44.291360 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] For port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0ee777ff-ccdd-4670-8fab-70ba66d3aa66,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:44.291733 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.311060 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Calling delete_port for 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 owned by network:dhcp {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:30:44.329073 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-3f648d55-877b-4673-afcf-fb68d5e46d30 None None] Deleting port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:30:44.329779 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3f648d55-877b-4673-afcf-fb68d5e46d30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.419000 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.456336 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 183b0db0-5c0f-459f-a1b6-a390e0a5167f no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:30:44.457301 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee777ff-ccdd-4670-8fab-70ba66d3aa66,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:44.459858 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] No DVR routers for this DVR port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 on host dv-cinder-847864-6-iscsi {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:30:44.483790 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 183b0db0-5c0f-459f-a1b6-a390e0a5167f {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:30:44.484249 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 183b0db0-5c0f-459f-a1b6-a390e0a5167f not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:30:44.484594 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:30:44.515052 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-3f648d55-877b-4673-afcf-fb68d5e46d30 None None] For port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0ee777ff-ccdd-4670-8fab-70ba66d3aa66,segment=NetworkSegment(a281408e-2fe1-467f-8ad1-f742a519a23d),segment_id=a281408e-2fe1-467f-8ad1-f742a519a23d)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:44.515455 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3f648d55-877b-4673-afcf-fb68d5e46d30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.523765 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:30:44.525660 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:30:44.526285 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d51251fc-b22a-474b-9262-0887a35c702a no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:30:44.550693 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (60da9ae2-c42d-4389-baa2-d1acd469f89e), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.556447 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-3f648d55-877b-4673-afcf-fb68d5e46d30 None None] Calling delete_port for 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:30:44.561898 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: d51251fc-b22a-474b-9262-0887a35c702a {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:30:44.562277 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d51251fc-b22a-474b-9262-0887a35c702a not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:30:44.575172 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.575526 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.576278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.576720 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > port after_create 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.576944 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.577625 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > port after_update 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.577625 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.577936 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.578437 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.578765 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.669227 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.669581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.669921 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.670284 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:30:44.670955 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60da9ae2-c42d-4389-baa2-d1acd469f89e']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:44.687860 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3f648d55-877b-4673-afcf-fb68d5e46d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (0ee777ff-ccdd-4670-8fab-70ba66d3aa66), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.690193 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a281408e-2fe1-467f-8ad1-f742a519a23d') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:44.690193 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a281408e-2fe1-467f-8ad1-f742a519a23d') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:30:44.719116 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (a281408e-2fe1-467f-8ad1-f742a519a23d), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.725292 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f648d55-877b-4673-afcf-fb68d5e46d30 None None] Pushing event deleted for resources: {'Port': ['ID=0ee777ff-ccdd-4670-8fab-70ba66d3aa66,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:44.738082 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f648d55-877b-4673-afcf-fb68d5e46d30 None None] No DVR routers for this DVR port 0ee777ff-ccdd-4670-8fab-70ba66d3aa66 on host dv-cinder-847864-6-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:30:44.752128 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (a281408e-2fe1-467f-8ad1-f742a519a23d), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.769072 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:30:44.769072 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (a281408e-2fe1-467f-8ad1-f742a519a23d), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.794874 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75d5cb-1fb1-4b84-987b-dbed68153bd1 req-37efac2c-2da9-4228-ba5e-8672c8b3b24d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:44.805491 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0f75d5cb-1fb1-4b84-987b-dbed68153bd1 req-37efac2c-2da9-4228-ba5e-8672c8b3b24d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 945 time: 0.1248653 Jul 04 09:30:44.865898 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (60da9ae2-c42d-4389-baa2-d1acd469f89e), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.869573 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0f75d5cb-1fb1-4b84-987b-dbed68153bd1 req-46532171-34bc-4e3d-9310-6874ef261535 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629861 Jul 04 09:30:44.872935 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.877544 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] 10.222.0.73 "DELETE /v2.0/networks/60da9ae2-c42d-4389-baa2-d1acd469f89e HTTP/1.1" status: 204 len: 168 time: 0.8542211 Jul 04 09:30:44.921634 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16a99a-3be3-42c4-9c75-8f3e8aa27e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=60da9ae2-c42d-4389-baa2-d1acd469f89e,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:44.958928 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a23cc-b9e4-41f1-822e-201e479a25e3 req-931976e1-37ee-4637-916c-6f28d73a9343 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:44.962212 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e66a23cc-b9e4-41f1-822e-201e479a25e3 req-931976e1-37ee-4637-916c-6f28d73a9343 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0819561 Jul 04 09:30:45.033065 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e66a23cc-b9e4-41f1-822e-201e479a25e3 req-c2a9ec99-169d-4735-af8a-b00e00c56b02 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626678 Jul 04 09:30:45.099246 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment a281408e-2fe1-467f-8ad1-f742a519a23d resource provider aggregate not found Jul 04 09:30:45.116800 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment a281408e-2fe1-467f-8ad1-f742a519a23d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a281408e-2fe1-467f-8ad1-f742a519a23d found for delete ", "request_id": "req-34a3a6dd-e7b8-4ea9-ae48-e1bbf414edfc"}]} Jul 04 09:30:45.132923 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55758) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:45.179290 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-2305a178-3ffa-4b7e-beac-a844c4e7fc00 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=772990240f674a6cbaca15951f7629f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449605 Jul 04 09:30:45.181759 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55762) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:45.238338 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-724ce7e2-d164-409d-acc9-fe1d3159ada1 admin admin] Publish callbacks [] for security_group (164f0dca-a0a1-4cb7-9f44-d3bcab1fc311), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:45.261416 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-724ce7e2-d164-409d-acc9-fe1d3159ada1 admin admin] Publish callbacks [] for security_group (164f0dca-a0a1-4cb7-9f44-d3bcab1fc311), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:45.311839 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-724ce7e2-d164-409d-acc9-fe1d3159ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (164f0dca-a0a1-4cb7-9f44-d3bcab1fc311), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:45.315842 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-724ce7e2-d164-409d-acc9-fe1d3159ada1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:45.315842 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-724ce7e2-d164-409d-acc9-fe1d3159ada1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/164f0dca-a0a1-4cb7-9f44-d3bcab1fc311 HTTP/1.1" status: 204 len: 168 time: 0.1328475 Jul 04 09:30:45.326890 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ce7e2-d164-409d-acc9-fe1d3159ada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164f0dca-a0a1-4cb7-9f44-d3bcab1fc311,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:45.438946 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:46.017119 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-7bd9a408-c714-4a34-9ed0-b49c3dc4ab83 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:46.019992 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-7bd9a408-c714-4a34-9ed0-b49c3dc4ab83 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 945 time: 0.1016877 Jul 04 09:30:46.031468 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3b19-c7e8-4af1-9dec-5805fd3b769d req-04d3f42a-477c-4910-8cd5-1a9b442414a4 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:46.033867 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-257d3b19-c7e8-4af1-9dec-5805fd3b769d req-04d3f42a-477c-4910-8cd5-1a9b442414a4 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 945 time: 0.0772061 Jul 04 09:30:46.125360 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-257d3b19-c7e8-4af1-9dec-5805fd3b769d req-3cd570e9-4cb0-4764-9994-54650e3aa3da tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807765 Jul 04 09:30:46.188531 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Deleting port 8b43291e-5eb6-492f-9b24-b69b5ec26588 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:30:46.189869 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:46.245814 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed669b-5760-4e97-beb2-5eda15a5035f req-da136041-87f0-47b7-8755-f5ea0f0508aa tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:46.247475 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-64ed669b-5760-4e97-beb2-5eda15a5035f req-da136041-87f0-47b7-8755-f5ea0f0508aa tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1287355 Jul 04 09:30:46.352022 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] For port 8b43291e-5eb6-492f-9b24-b69b5ec26588, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8b43291e-5eb6-492f-9b24-b69b5ec26588,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:46.353709 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:46.380034 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-64ed669b-5760-4e97-beb2-5eda15a5035f req-2b66afd3-c842-40c7-81cf-28a86c2924a5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130106 Jul 04 09:30:46.389803 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Calling delete_port for 8b43291e-5eb6-492f-9b24-b69b5ec26588 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:30:46.542704 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (8b43291e-5eb6-492f-9b24-b69b5ec26588), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:46.592115 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['8b43291e-5eb6-492f-9b24-b69b5ec26588'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:30:46.625896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Pushing event deleted for resources: {'Port': ['ID=8b43291e-5eb6-492f-9b24-b69b5ec26588,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:46.669752 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] No DVR routers for this DVR port 8b43291e-5eb6-492f-9b24-b69b5ec26588 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:30:46.672350 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:46.676533 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cf09a30b-2120-48f5-9c25-949c8bb414f2 req-704491fe-90f6-4413-9d70-f99e777189fe tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.62 "DELETE /v2.0/ports/8b43291e-5eb6-492f-9b24-b69b5ec26588 HTTP/1.1" status: 204 len: 173 time: 0.6478198 Jul 04 09:30:46.678558 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d43494-b0f1-418a-9f72-7d7a894a2981', 'name': 'network-vif-deleted', 'tag': '8b43291e-5eb6-492f-9b24-b69b5ec26588'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:46.682659 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13c4817-b413-4fbc-b53e-222be686f014" -d '{"events": [{"server_uuid": "d3d43494-b0f1-418a-9f72-7d7a894a2981", "name": "network-vif-deleted", "tag": "8b43291e-5eb6-492f-9b24-b69b5ec26588"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:46.701117 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-a4264e17-b05a-4ed4-a95e-7edaa63f2d88 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1087885 Jul 04 09:30:46.736164 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0da476-278a-4612-81a8-79f3f95b4c1a x-openstack-request-id: req-7e0da476-278a-4612-81a8-79f3f95b4c1a {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:46.736620 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d43494-b0f1-418a-9f72-7d7a894a2981", "name": "network-vif-deleted", "tag": "8b43291e-5eb6-492f-9b24-b69b5ec26588", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:46.737005 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e0da476-278a-4612-81a8-79f3f95b4c1a {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:46.737417 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0da476-278a-4612-81a8-79f3f95b4c1a'] response: {'server_uuid': 'd3d43494-b0f1-418a-9f72-7d7a894a2981', 'name': 'network-vif-deleted', 'tag': '8b43291e-5eb6-492f-9b24-b69b5ec26588', 'status': 'completed', 'code': 200} Jul 04 09:30:46.789231 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:46.891460 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-c5dcb009-5afb-4991-93c9-9e1d403d0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:46.894662 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-c5dcb009-5afb-4991-93c9-9e1d403d0a4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 1129 time: 0.0611320 Jul 04 09:30:47.090359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-9e29b587-b231-4f4d-9a15-1614afc48e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:47.091914 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-9e29b587-b231-4f4d-9a15-1614afc48e3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.1350906 Jul 04 09:30:47.137460 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-c60aaf0b-3e60-4c6e-b04a-9a4eebd87c54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5397f453-5227-455e-9807-70c550aa117f HTTP/1.1" status: 200 len: 217 time: 0.0369070 Jul 04 09:30:47.201247 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-ed20fee4-a117-4555-a3f8-f72a26fbbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:47.202955 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-ed20fee4-a117-4555-a3f8-f72a26fbbcc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0496962 Jul 04 09:30:47.276311 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-58d4cb60-ba3a-400e-a564-759e22e08c69 req-00cafab3-f200-4875-a5f9-b552a216109d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d43494-b0f1-418a-9f72-7d7a894a2981 HTTP/1.1" status: 200 len: 210 time: 0.0329556 Jul 04 09:30:47.303337 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-5fc4249a-6094-421b-9bbc-2717f41609d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:47.305223 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-5fc4249a-6094-421b-9bbc-2717f41609d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944023 Jul 04 09:30:47.453848 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-f95e5123-f5d1-4c4e-ae78-459039397cf9 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380391 Jul 04 09:30:47.606216 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f27ae3-681b-4bf3-9f30-9cd08e86a6da req-17fd0f97-f97c-419b-9da2-9bd2048b16ce service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405332 Jul 04 09:30:47.641409 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3df037-9b29-4a38-a957-4f0a1afeccee req-dbbb4fff-81ff-4a6e-863a-ba9b9c4bcb38 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:47.649905 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9d3df037-9b29-4a38-a957-4f0a1afeccee req-dbbb4fff-81ff-4a6e-863a-ba9b9c4bcb38 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1165059 Jul 04 09:30:47.721012 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9d3df037-9b29-4a38-a957-4f0a1afeccee req-f0e37958-166c-4426-aacd-a7b4d24fbbec tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642660 Jul 04 09:30:48.156062 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55868) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:48.311914 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b1d6bc10-9714-4859-8005-77ed7bfd5514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:48.401878 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:48.440394 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b1d6bc10-9714-4859-8005-77ed7bfd5514 admin admin] Publish callbacks [] for security_group (013dde62-d808-42d5-a9ff-dd91701821d4), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:48.454115 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b1d6bc10-9714-4859-8005-77ed7bfd5514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (013dde62-d808-42d5-a9ff-dd91701821d4), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:48.496513 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6bc10-9714-4859-8005-77ed7bfd5514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013dde62-d808-42d5-a9ff-dd91701821d4,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:48.502349 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b1d6bc10-9714-4859-8005-77ed7bfd5514 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=26646dc36ce0441393dd6dd9e4fd03da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451567 Jul 04 09:30:48.504885 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55882) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:48.562504 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2b58fc00-cf74-4305-bfe9-3d7458fbfe87 admin admin] Publish callbacks [] for security_group (013dde62-d808-42d5-a9ff-dd91701821d4), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:48.594101 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2b58fc00-cf74-4305-bfe9-3d7458fbfe87 admin admin] Publish callbacks [] for security_group (013dde62-d808-42d5-a9ff-dd91701821d4), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:48.711239 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2b58fc00-cf74-4305-bfe9-3d7458fbfe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (013dde62-d808-42d5-a9ff-dd91701821d4), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:48.713787 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2b58fc00-cf74-4305-bfe9-3d7458fbfe87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:48.717419 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-2b58fc00-cf74-4305-bfe9-3d7458fbfe87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/013dde62-d808-42d5-a9ff-dd91701821d4 HTTP/1.1" status: 204 len: 168 time: 0.2084339 Jul 04 09:30:48.734997 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-5a0b6cab-8a31-4bd1-b8b5-78bff7d8b6df tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:48.736665 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-5a0b6cab-8a31-4bd1-b8b5-78bff7d8b6df tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/networks?id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7 HTTP/1.1" status: 200 len: 808 time: 0.1403544 Jul 04 09:30:48.737358 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58fc00-cf74-4305-bfe9-3d7458fbfe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013dde62-d808-42d5-a9ff-dd91701821d4,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:48.759803 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-b1cc6d17-e00f-4bf0-a8b8-ce7a0edf80b0 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/quotas/1d070b98a1f84baa828e96c7c8e5b8b9 HTTP/1.1" status: 200 len: 375 time: 0.0127115 Jul 04 09:30:48.814829 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-6c9b13ea-e6a6-4ec3-ad4b-6b59d22e4982 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1d070b98a1f84baa828e96c7c8e5b8b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405171 Jul 04 09:30:48.901338 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7a9ab-b357-4e07-9659-30d0ba594198 req-3910dcf0-6967-4355-9e3b-f5b303e0feee tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:48.903077 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f5a7a9ab-b357-4e07-9659-30d0ba594198 req-3910dcf0-6967-4355-9e3b-f5b303e0feee tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0825362 Jul 04 09:30:48.941745 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-0fd34086-fb73-4f12-b8ed-2da987d3bef2 service neutron] 10.222.0.73 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079612 Jul 04 09:30:49.009368 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f5a7a9ab-b357-4e07-9659-30d0ba594198 req-f59b6957-4680-4174-a5a8-417a845827fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942807 Jul 04 09:30:49.055681 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:49.075038 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-cc4a3da6-ddf8-48fc-9ac9-aea70f44aebb service neutron] 10.222.0.73 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206756 Jul 04 09:30:49.110123 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55898) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:49.124599 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2d5c1d78-487b-49d6-b30a-c0c64d992f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:49.231876 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2d5c1d78-487b-49d6-b30a-c0c64d992f0f admin admin] Publish callbacks [] for security_group (dad5ac5b-ca4b-4e11-afbc-dc79242c7695), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:49.237070 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2d5c1d78-487b-49d6-b30a-c0c64d992f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (dad5ac5b-ca4b-4e11-afbc-dc79242c7695), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:49.294863 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75c0bf8c-a063-4b37-97d0-da1e092ab266 req-8b007afa-0c55-45ea-8ec2-ae3f8405dcd6 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 210 time: 0.0444384 Jul 04 09:30:49.311322 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c1d78-487b-49d6-b30a-c0c64d992f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad5ac5b-ca4b-4e11-afbc-dc79242c7695,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:49.343762 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-2d5c1d78-487b-49d6-b30a-c0c64d992f0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0be6e452231d476fa3d32247579cc98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325974 Jul 04 09:30:49.346397 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55908) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:49.418533 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-48a8c295-55e8-45e1-88ea-2030a99d2e67 admin admin] Publish callbacks [] for security_group (dad5ac5b-ca4b-4e11-afbc-dc79242c7695), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:49.445122 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-48a8c295-55e8-45e1-88ea-2030a99d2e67 admin admin] Publish callbacks [] for security_group (dad5ac5b-ca4b-4e11-afbc-dc79242c7695), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:49.552227 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-48a8c295-55e8-45e1-88ea-2030a99d2e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (dad5ac5b-ca4b-4e11-afbc-dc79242c7695), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:49.554919 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-48a8c295-55e8-45e1-88ea-2030a99d2e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:49.559978 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-48a8c295-55e8-45e1-88ea-2030a99d2e67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dad5ac5b-ca4b-4e11-afbc-dc79242c7695 HTTP/1.1" status: 204 len: 168 time: 0.2102945 Jul 04 09:30:49.568354 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8c295-55e8-45e1-88ea-2030a99d2e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad5ac5b-ca4b-4e11-afbc-dc79242c7695,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:49.733419 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55924) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:49.967835 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 8b43291e-5eb6-492f-9b24-b69b5ec26588 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:30:49.992083 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 8b43291e-5eb6-492f-9b24-b69b5ec26588 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:30:49.993573 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 8b43291e-5eb6-492f-9b24-b69b5ec26588 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:30:50.038088 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e3576276-94c3-45b1-ad2e-93b362189409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:50.184522 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0b6a8-da63-4289-b631-22b4910bde00 req-e1d5611f-b8da-4846-822e-abab73d47e17 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:50.186455 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1cf0b6a8-da63-4289-b631-22b4910bde00 req-e1d5611f-b8da-4846-822e-abab73d47e17 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0946469 Jul 04 09:30:50.226763 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e3576276-94c3-45b1-ad2e-93b362189409 admin admin] Publish callbacks [] for security_group (bbd587cf-af78-49bb-a3cf-50b47e56f65f), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:50.234524 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e3576276-94c3-45b1-ad2e-93b362189409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (bbd587cf-af78-49bb-a3cf-50b47e56f65f), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:50.295358 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-e3576276-94c3-45b1-ad2e-93b362189409 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b340f38032a24bd5be71b731c8cd998a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5567565 Jul 04 09:30:50.295358 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3576276-94c3-45b1-ad2e-93b362189409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd587cf-af78-49bb-a3cf-50b47e56f65f,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:50.296645 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55942) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:50.302918 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1cf0b6a8-da63-4289-b631-22b4910bde00 req-e8073748-c68e-4fdc-a05f-f872e21d7fbf tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023839 Jul 04 09:30:50.356290 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-df45eae8-bdaa-48e1-af0f-9c20e95f0fd8 admin admin] Publish callbacks [] for security_group (bbd587cf-af78-49bb-a3cf-50b47e56f65f), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:50.383981 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-df45eae8-bdaa-48e1-af0f-9c20e95f0fd8 admin admin] Publish callbacks [] for security_group (bbd587cf-af78-49bb-a3cf-50b47e56f65f), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:50.425912 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c9cbbd12-d3f4-45fb-ad50-a84403e29618 req-a2ea301a-6dc6-40c0-b342-1e5900101de4 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 210 time: 0.0349505 Jul 04 09:30:50.477213 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-df45eae8-bdaa-48e1-af0f-9c20e95f0fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (bbd587cf-af78-49bb-a3cf-50b47e56f65f), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:50.479871 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-df45eae8-bdaa-48e1-af0f-9c20e95f0fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:50.481033 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-df45eae8-bdaa-48e1-af0f-9c20e95f0fd8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbd587cf-af78-49bb-a3cf-50b47e56f65f HTTP/1.1" status: 204 len: 168 time: 0.1833069 Jul 04 09:30:50.491855 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45eae8-bdaa-48e1-af0f-9c20e95f0fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd587cf-af78-49bb-a3cf-50b47e56f65f,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:50.907879 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 55968) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:50.932636 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bcee7207-b893-4fef-b084-881b0cc06923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:50.994514 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-b8e31873-d484-4c1a-8546-bed92545bbee tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:50.995957 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-b8e31873-d484-4c1a-8546-bed92545bbee tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.62 "GET /v2.0/networks?id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7 HTTP/1.1" status: 200 len: 808 time: 0.1818352 Jul 04 09:30:51.033337 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Request body: {'port': {'device_id': '19cf9973-83cf-4087-9e5d-f26291a536a2', 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7', 'admin_state_up': True, 'tenant_id': '1d070b98a1f84baa828e96c7c8e5b8b9'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:51.117057 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bcee7207-b893-4fef-b084-881b0cc06923 admin admin] Publish callbacks [] for security_group (a120e3d7-0978-4538-b20f-d81bd53099a8), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.124402 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bcee7207-b893-4fef-b084-881b0cc06923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a120e3d7-0978-4538-b20f-d81bd53099a8), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.186007 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee7207-b893-4fef-b084-881b0cc06923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a120e3d7-0978-4538-b20f-d81bd53099a8,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:51.195289 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-bcee7207-b893-4fef-b084-881b0cc06923 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=449ae09b8b0340e8bee28c0be33d53b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864029 Jul 04 09:30:51.197927 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 55982) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:51.216460 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Made reservation on behalf of 1d070b98a1f84baa828e96c7c8e5b8b9 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:30:51.222146 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.258542 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38b26a4e-8dc7-4dbc-9a2a-43d3b1b9c659 admin admin] Publish callbacks [] for security_group (a120e3d7-0978-4538-b20f-d81bd53099a8), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.280628 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38b26a4e-8dc7-4dbc-9a2a-43d3b1b9c659 admin admin] Publish callbacks [] for security_group (a120e3d7-0978-4538-b20f-d81bd53099a8), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.339812 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38b26a4e-8dc7-4dbc-9a2a-43d3b1b9c659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a120e3d7-0978-4538-b20f-d81bd53099a8), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.344324 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38b26a4e-8dc7-4dbc-9a2a-43d3b1b9c659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.345829 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-38b26a4e-8dc7-4dbc-9a2a-43d3b1b9c659 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a120e3d7-0978-4538-b20f-d81bd53099a8 HTTP/1.1" status: 204 len: 168 time: 0.1467490 Jul 04 09:30:51.366632 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b26a4e-8dc7-4dbc-9a2a-43d3b1b9c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a120e3d7-0978-4538-b20f-d81bd53099a8,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:51.368763 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Allocated IP 172.20.0.12 (bc2d2f90-4a46-4960-9881-88cb8b2f73e7/5060b661-3a22-4ab1-a238-8c7daf62c213/3bc719d5-54e0-4cf4-a4d4-3740d099bf0e) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:30:51.457395 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4101d4-e126-4946-b06a-fb963ecdf674 req-d3a2e4c8-580b-4ea2-ac9d-dd55122a70d9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:51.459810 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3f4101d4-e126-4946-b06a-fb963ecdf674 req-d3a2e4c8-580b-4ea2-ac9d-dd55122a70d9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0575218 Jul 04 09:30:51.522336 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3f4101d4-e126-4946-b06a-fb963ecdf674 req-654c9092-4a1c-47ac-b4e9-61e73d84f6c7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527987 Jul 04 09:30:51.568036 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3bf8ecfb-59c0-498a-a45a-edd944d6c1cb req-e368b098-3796-4b04-a10a-a2d120ef1c94 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 210 time: 0.0419083 Jul 04 09:30:51.641434 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks [] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.694046 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.740461 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:30:51.745980 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:30:51.751059 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:30:51.779676 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Pushing event updated for resources: {'Port': ['ID=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:51.818131 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:51.818994 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:51.836833 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-89a5783f-2e93-4753-8443-862c7c8cc471 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8082583 Jul 04 09:30:51.858919 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Request body: {'port': {'device_id': '19cf9973-83cf-4087-9e5d-f26291a536a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:30:51.921278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:52.229201 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:30:52.238210 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Publish callbacks [] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:52.258730 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Transition to ACTIVE for port object 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:30:52.263906 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:52.315284 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:52.393597 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Attempting to bind port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:30:52.393936 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Attempting to bind port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'eae6c92e-0cd9-4833-947f-2f7feead266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:30:52.394503 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Attempting to bind port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e on network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:52.399647 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e on network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:30:52.399973 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Attempting to bind port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e on network bc2d2f90-4a46-4960-9881-88cb8b2f73e7 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:30:52.406096 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:30:52.406445 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Checking segment: {'id': 'eae6c92e-0cd9-4833-947f-2f7feead266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:30:52.406828 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Bound using segment: {'id': 'eae6c92e-0cd9-4833-947f-2f7feead266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:30:52.407268 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Bound port: 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae6c92e-0cd9-4833-947f-2f7feead266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:30:52.407632 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:52.474399 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] For port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:30:52.477938 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] For port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:30:52.485546 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:52.517850 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:52.518556 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:52.520240 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] 10.222.0.62 "PUT /v2.0/ports/3bc719d5-54e0-4cf4-a4d4-3740d099bf0e HTTP/1.1" status: 200 len: 1094 time: 0.6656022 Jul 04 09:30:52.522844 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cf9973-83cf-4087-9e5d-f26291a536a2', 'tag': '3bc719d5-54e0-4cf4-a4d4-3740d099bf0e'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:30:52.525354 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5158439-d686-4b6d-864f-5047adba7e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "19cf9973-83cf-4087-9e5d-f26291a536a2", "tag": "3bc719d5-54e0-4cf4-a4d4-3740d099bf0e"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:30:52.564964 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32a67a-c8e0-4660-bcad-d11883f7e375 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:52.626074 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9101a1-6fda-4091-83e1-ff14f2c2d62d x-openstack-request-id: req-da9101a1-6fda-4091-83e1-ff14f2c2d62d {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:30:52.626346 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cf9973-83cf-4087-9e5d-f26291a536a2", "tag": "3bc719d5-54e0-4cf4-a4d4-3740d099bf0e", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:30:52.626602 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da9101a1-6fda-4091-83e1-ff14f2c2d62d {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:30:52.626998 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9101a1-6fda-4091-83e1-ff14f2c2d62d'] response: {'name': 'network-changed', 'server_uuid': '19cf9973-83cf-4087-9e5d-f26291a536a2', 'tag': '3bc719d5-54e0-4cf4-a4d4-3740d099bf0e', 'status': 'completed', 'code': 200} Jul 04 09:30:52.732216 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a827e00-f1e0-4214-9ca3-a583c3aafa45 req-385196a4-bc42-47e9-a014-03cc71859fa2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:52.742415 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a827e00-f1e0-4214-9ca3-a583c3aafa45 req-385196a4-bc42-47e9-a014-03cc71859fa2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.1259406 Jul 04 09:30:52.758370 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-50d4c3c8-86eb-48ae-8ea0-1821f2e00545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:52.760184 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-50d4c3c8-86eb-48ae-8ea0-1821f2e00545 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d070b98a1f84baa828e96c7c8e5b8b9&device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 1128 time: 0.1025805 Jul 04 09:30:52.792332 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ac525-7307-40c1-b2b0-5e0db104ced5 req-bc653e82-9430-417d-a4d4-69356cdf51e6 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:52.793825 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ec3ac525-7307-40c1-b2b0-5e0db104ced5 req-bc653e82-9430-417d-a4d4-69356cdf51e6 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 944 time: 0.0694289 Jul 04 09:30:52.823553 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-42736aa5-0cdc-45f9-9bba-5c8633b9d218 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e HTTP/1.1" status: 200 len: 217 time: 0.0416775 Jul 04 09:30:52.827857 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a827e00-f1e0-4214-9ca3-a583c3aafa45 req-d4ff0e17-d505-4360-bc64-2cf9211920b1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843248 Jul 04 09:30:52.847312 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ec3ac525-7307-40c1-b2b0-5e0db104ced5 req-8f29c7de-407a-4cc9-82d2-e41934b40d10 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475223 Jul 04 09:30:52.872886 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-6921ba18-19b0-4707-ae04-850cc71132a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:52.874389 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-6921ba18-19b0-4707-ae04-850cc71132a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5060b661-3a22-4ab1-a238-8c7daf62c213 HTTP/1.1" status: 200 len: 848 time: 0.0449739 Jul 04 09:30:52.909726 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-d1651ed5-d2fd-46d6-b10c-babea593f585 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273881 Jul 04 09:30:52.996580 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-480b9f3b-ff91-4452-adc8-a134d2a93984 service neutron] 10.222.0.62 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789261 Jul 04 09:30:53.089573 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04f04e6c-a7a6-4f62-b27a-e40b9b462f16 req-e186c9f9-2647-4bfe-aad5-5e0aff626f9b service neutron] 10.222.0.62 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851696 Jul 04 09:30:53.277783 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158439-d686-4b6d-864f-5047adba7e8c req-c44a9e11-7fa5-4ff4-abc9-8eed4811e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:53.279362 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b5158439-d686-4b6d-864f-5047adba7e8c req-c44a9e11-7fa5-4ff4-abc9-8eed4811e6d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d070b98a1f84baa828e96c7c8e5b8b9&device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 1128 time: 0.0458109 Jul 04 09:30:53.372982 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158439-d686-4b6d-864f-5047adba7e8c req-6ec992c5-7882-4963-9511-6b5fb473c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:53.374507 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b5158439-d686-4b6d-864f-5047adba7e8c req-6ec992c5-7882-4963-9511-6b5fb473c1ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7 HTTP/1.1" status: 200 len: 909 time: 0.0874236 Jul 04 09:30:53.419526 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b5158439-d686-4b6d-864f-5047adba7e8c req-3f48dff9-6245-431b-9b02-3dfdb35f66b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e HTTP/1.1" status: 200 len: 217 time: 0.0359042 Jul 04 09:30:53.471333 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158439-d686-4b6d-864f-5047adba7e8c req-96ad29c0-ab55-42ea-8339-ed9fda5b52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:53.472799 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b5158439-d686-4b6d-864f-5047adba7e8c req-96ad29c0-ab55-42ea-8339-ed9fda5b52a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5060b661-3a22-4ab1-a238-8c7daf62c213 HTTP/1.1" status: 200 len: 848 time: 0.0460467 Jul 04 09:30:53.505967 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b5158439-d686-4b6d-864f-5047adba7e8c req-2473d1e7-7959-4ab3-afff-63eb3e4f7d87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc2d2f90-4a46-4960-9881-88cb8b2f73e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265448 Jul 04 09:30:53.601800 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b5158439-d686-4b6d-864f-5047adba7e8c req-2546b187-ce0c-4901-9041-3c628fdc8297 service neutron] 10.222.0.62 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888555 Jul 04 09:30:53.694322 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b5158439-d686-4b6d-864f-5047adba7e8c req-4e56fa54-2afe-4e76-9360-ea638d47678e service neutron] 10.222.0.62 "GET /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848458 Jul 04 09:30:53.945057 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f20b29-9491-4335-83d5-2f5e260aceb2 req-291472aa-4da0-4317-a2dd-eee505dbe2b0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:53.946476 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f20b29-9491-4335-83d5-2f5e260aceb2 req-291472aa-4da0-4317-a2dd-eee505dbe2b0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0525978 Jul 04 09:30:53.966910 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089128e-0e54-466d-a1db-c254c3e58332 req-a54ffc58-1839-49b2-8a7e-bd5edb93d149 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:53.968426 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d089128e-0e54-466d-a1db-c254c3e58332 req-a54ffc58-1839-49b2-8a7e-bd5edb93d149 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 944 time: 0.0515394 Jul 04 09:30:53.996871 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-39f20b29-9491-4335-83d5-2f5e260aceb2 req-c730e8c9-3f59-40d0-b28f-7a73f39c12a9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449049 Jul 04 09:30:54.021296 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d089128e-0e54-466d-a1db-c254c3e58332 req-39a35670-afe7-4b28-919c-5e606c371035 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465844 Jul 04 09:30:55.119164 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08672dce-44fa-47f4-a85f-8d3cd0cb9ec4 req-4a89dd83-6c8a-43dd-ad8a-cb52e77e0bcd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:55.120665 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08672dce-44fa-47f4-a85f-8d3cd0cb9ec4 req-4a89dd83-6c8a-43dd-ad8a-cb52e77e0bcd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0535679 Jul 04 09:30:55.144956 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08fff-1409-4d35-997f-09406ed6bcf7 req-df10599e-fa54-46d3-ba38-0e9a13e2ee3f tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:55.146673 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-05e08fff-1409-4d35-997f-09406ed6bcf7 req-df10599e-fa54-46d3-ba38-0e9a13e2ee3f tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 944 time: 0.0553563 Jul 04 09:30:55.183858 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08672dce-44fa-47f4-a85f-8d3cd0cb9ec4 req-0e0f7af1-7be7-421b-968d-2c91a9113c0c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Jul 04 09:30:55.195889 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-05e08fff-1409-4d35-997f-09406ed6bcf7 req-99fd299f-13f4-4080-a966-d16d119caa78 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Jul 04 09:30:56.300244 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b9b8a-2396-43e1-a0c5-c1f8eb9b2c54 req-0b4341e8-fed0-43d3-ae7c-3999f7a803b6 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:56.301848 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-381b9b8a-2396-43e1-a0c5-c1f8eb9b2c54 req-0b4341e8-fed0-43d3-ae7c-3999f7a803b6 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0525255 Jul 04 09:30:56.322810 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d45382-5176-4d23-94ca-39b5f0ca73e8 req-ad48c8e4-f894-4eec-9ab1-c81792275987 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:56.324939 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-90d45382-5176-4d23-94ca-39b5f0ca73e8 req-ad48c8e4-f894-4eec-9ab1-c81792275987 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 944 time: 0.0580111 Jul 04 09:30:56.349695 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-381b9b8a-2396-43e1-a0c5-c1f8eb9b2c54 req-ab9aa882-f36a-4924-a88e-5454d2aa38ab tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Jul 04 09:30:56.370903 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-90d45382-5176-4d23-94ca-39b5f0ca73e8 req-fd1ac88e-83e3-450f-844a-4169772b6b43 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Jul 04 09:30:56.703672 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 56138) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:56.808365 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b93ee4e7-56d5-440a-9184-02ccc4d43e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:57.082231 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b93ee4e7-56d5-440a-9184-02ccc4d43e45 admin admin] Publish callbacks [] for security_group (b04f5303-cd6f-4559-82e4-b48939bc745b), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:57.086155 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b93ee4e7-56d5-440a-9184-02ccc4d43e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (b04f5303-cd6f-4559-82e4-b48939bc745b), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:57.122712 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-b93ee4e7-56d5-440a-9184-02ccc4d43e45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e43dab3f09047089e94666cf5fef12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179518 Jul 04 09:30:57.123516 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ee4e7-56d5-440a-9184-02ccc4d43e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04f5303-cd6f-4559-82e4-b48939bc745b,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:57.125391 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 56144) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:57.172724 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0c23cc41-14a7-49da-9db1-4edf58649d63 admin admin] Publish callbacks [] for security_group (b04f5303-cd6f-4559-82e4-b48939bc745b), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:57.194483 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0c23cc41-14a7-49da-9db1-4edf58649d63 admin admin] Publish callbacks [] for security_group (b04f5303-cd6f-4559-82e4-b48939bc745b), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:57.242500 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0c23cc41-14a7-49da-9db1-4edf58649d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (b04f5303-cd6f-4559-82e4-b48939bc745b), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:57.245131 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0c23cc41-14a7-49da-9db1-4edf58649d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:57.246370 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-0c23cc41-14a7-49da-9db1-4edf58649d63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b04f5303-cd6f-4559-82e4-b48939bc745b HTTP/1.1" status: 204 len: 168 time: 0.1198335 Jul 04 09:30:57.254592 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23cc41-14a7-49da-9db1-4edf58649d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04f5303-cd6f-4559-82e4-b48939bc745b,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:57.480412 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414c708-4f2f-4b0e-860d-c3269aa06bc3 req-2ac7aef4-418f-4e26-b079-e863ea042a78 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:57.482109 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e414c708-4f2f-4b0e-860d-c3269aa06bc3 req-2ac7aef4-418f-4e26-b079-e863ea042a78 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0601048 Jul 04 09:30:57.505641 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb2bba-1829-4681-b541-fec5b6cfb25c req-b3009c3d-b1cb-4e5c-b625-cdcece4da071 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:57.507831 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-78fb2bba-1829-4681-b541-fec5b6cfb25c req-b3009c3d-b1cb-4e5c-b625-cdcece4da071 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 944 time: 0.0640798 Jul 04 09:30:57.535911 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e414c708-4f2f-4b0e-860d-c3269aa06bc3 req-c5e9df68-74b1-422e-8816-52938a898851 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Jul 04 09:30:57.564226 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-78fb2bba-1829-4681-b541-fec5b6cfb25c req-f8882e7d-305e-4188-94e2-0308cc9535aa tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501914 Jul 04 09:30:58.668847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb59b6-7f02-4808-b54c-8e3faf8ce776 req-f05e5d2b-d0d0-4dfb-bcf9-b839aa61307e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:58.670362 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f8eb59b6-7f02-4808-b54c-8e3faf8ce776 req-f05e5d2b-d0d0-4dfb-bcf9-b839aa61307e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0560329 Jul 04 09:30:58.683016 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c46f9-e11e-403d-911c-d4ea52c674c0 req-ede8380b-b6c5-4ddf-95d6-e26d14fe6bcb tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:58.684529 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cc9c46f9-e11e-403d-911c-d4ea52c674c0 req-ede8380b-b6c5-4ddf-95d6-e26d14fe6bcb tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 944 time: 0.0541794 Jul 04 09:30:58.716993 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f8eb59b6-7f02-4808-b54c-8e3faf8ce776 req-95f0cdf2-e2fa-4d92-ba3e-5a88b9232a20 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Jul 04 09:30:58.730596 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cc9c46f9-e11e-403d-911c-d4ea52c674c0 req-59318b8b-74f2-4eb1-b81a-a4d97c30efa5 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Jul 04 09:30:59.494757 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:30:59.588357 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:59.599325 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '3bc719d5-54e0-4cf4-a4d4-3740d099bf0e', 'network_id': 'bc2d2f90-4a46-4960-9881-88cb8b2f73e7', 'port_id': '3bc719d5-54e0-4cf4-a4d4-3740d099bf0e', 'mac_address': 'fa:16:3e:90:c2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5060b661-3a22-4ab1-a238-8c7daf62c213', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:30:59.635035 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:30:59.635342 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:59.648519 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:30:59.667074 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:30:59.670876 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:59.715532 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:59.722367 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.722746 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.723115 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.723465 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.723802 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.724136 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.724470 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.724801 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.725132 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.725690 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.726057 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.726381 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.726711 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:59.836507 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d93d9-93e0-47c9-a8d0-a27b0bb5ec4b req-e839e245-e9a5-4070-bb66-69823e44bde3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:59.838013 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1b1d93d9-93e0-47c9-a8d0-a27b0bb5ec4b req-e839e245-e9a5-4070-bb66-69823e44bde3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0526667 Jul 04 09:30:59.847238 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3154c45-dcd0-4e1e-aaad-7446cf8d4b0c req-211f7108-6434-47d3-a92c-c1c660a5e82d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:30:59.848682 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c3154c45-dcd0-4e1e-aaad-7446cf8d4b0c req-211f7108-6434-47d3-a92c-c1c660a5e82d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 945 time: 0.0506651 Jul 04 09:30:59.888731 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1b1d93d9-93e0-47c9-a8d0-a27b0bb5ec4b req-85c511ed-90da-40d1-93a4-60171e20ed87 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Jul 04 09:30:59.902521 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c3154c45-dcd0-4e1e-aaad-7446cf8d4b0c req-50934830-bd54-43c9-b438-49ad5d5e91e6 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 Jul 04 09:31:01.019348 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97ee5c-4863-4bed-9784-a3eb31ca71c8 req-253406ff-bc6b-4411-a0ec-34740cce9c68 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:01.020832 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4a97ee5c-4863-4bed-9784-a3eb31ca71c8 req-253406ff-bc6b-4411-a0ec-34740cce9c68 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0647149 Jul 04 09:31:01.023034 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752095-726e-4e72-b12e-5c89c858b366 req-ff71e708-5355-443f-b4bc-f96f5935bc20 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:01.024610 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d3752095-726e-4e72-b12e-5c89c858b366 req-ff71e708-5355-443f-b4bc-f96f5935bc20 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 945 time: 0.0530076 Jul 04 09:31:01.072216 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d3752095-726e-4e72-b12e-5c89c858b366 req-b2efb12c-824e-48bf-bd9d-521681c0aea2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Jul 04 09:31:01.072520 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4a97ee5c-4863-4bed-9784-a3eb31ca71c8 req-689aac0b-9016-412d-a724-e4afef48a845 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Jul 04 09:31:02.192440 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03598fd-b924-496c-9ffb-40a1af38db5c req-e3ef16be-b00a-4729-a201-ced1d144d003 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:02.193927 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c03598fd-b924-496c-9ffb-40a1af38db5c req-e3ef16be-b00a-4729-a201-ced1d144d003 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0541780 Jul 04 09:31:02.194272 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aabe95-3010-4b7a-828f-dfbb0ff82c47 req-91ea2c7f-3e39-4dde-a342-bed91b4fbd08 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:02.195771 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-29aabe95-3010-4b7a-828f-dfbb0ff82c47 req-91ea2c7f-3e39-4dde-a342-bed91b4fbd08 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 945 time: 0.0569823 Jul 04 09:31:02.244078 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c03598fd-b924-496c-9ffb-40a1af38db5c req-acb73a66-876d-4f4d-9a42-d88852722057 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Jul 04 09:31:02.244609 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-29aabe95-3010-4b7a-828f-dfbb0ff82c47 req-ac6087fc-3d49-4c9f-85f4-b83f9fca7591 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432117 Jul 04 09:31:03.074871 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['3bc719d5-54e0-4cf4-a4d4-3740d099bf0e'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:31:03.363199 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e234ffd-5ca4-49a6-86e2-98a7ec1cabd1 req-c9d172f2-7eb0-4e96-98d6-d7d5dc903ddc tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:03.364772 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8e234ffd-5ca4-49a6-86e2-98a7ec1cabd1 req-c9d172f2-7eb0-4e96-98d6-d7d5dc903ddc tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 945 time: 0.0539775 Jul 04 09:31:03.369134 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bbe6d-61d0-4ba3-a546-82ab1a787fab req-1cfe041f-e6d8-4404-87e2-8f433c4a082a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:03.370672 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-266bbe6d-61d0-4ba3-a546-82ab1a787fab req-1cfe041f-e6d8-4404-87e2-8f433c4a082a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0553782 Jul 04 09:31:03.413463 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8e234ffd-5ca4-49a6-86e2-98a7ec1cabd1 req-2b19057e-de69-4341-a6f7-a45d7320927e tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Jul 04 09:31:03.416598 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-266bbe6d-61d0-4ba3-a546-82ab1a787fab req-27b05059-80d9-4298-b20b-65ef2ba39c9d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Jul 04 09:31:04.533462 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788887-64c5-4ecf-9265-a927c2b7638b req-50ef5e0c-b357-414a-90fe-3f69053cf27a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:04.535044 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8c788887-64c5-4ecf-9265-a927c2b7638b req-50ef5e0c-b357-414a-90fe-3f69053cf27a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0519905 Jul 04 09:31:04.536013 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3b9cf-deb2-4b6b-bfc6-5ef5d27388e7 req-ebf4575e-8508-4d60-b8d3-5ff4a084af6e tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:04.537486 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a2b3b9cf-deb2-4b6b-bfc6-5ef5d27388e7 req-ebf4575e-8508-4d60-b8d3-5ff4a084af6e tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 945 time: 0.0552640 Jul 04 09:31:04.582778 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8c788887-64c5-4ecf-9265-a927c2b7638b req-da8e2d8f-73c2-4e56-baa5-c2d96a5b0dc8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Jul 04 09:31:04.586665 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a2b3b9cf-deb2-4b6b-bfc6-5ef5d27388e7 req-f1cd5331-37fd-4825-aee2-aab7e466c248 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Jul 04 09:31:05.701754 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c5f55-3c59-4cf6-83cf-17d98a72c38b req-20555b5b-e59d-4e74-8f00-abc24c571b1e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:05.702994 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54bb06-b52e-46f0-b9a8-b48ade8ec1ce req-05de6a8a-1c2e-48e3-8d87-839df74e6f9e tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:05.703439 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-680c5f55-3c59-4cf6-83cf-17d98a72c38b req-20555b5b-e59d-4e74-8f00-abc24c571b1e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0511911 Jul 04 09:31:05.704462 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ef54bb06-b52e-46f0-b9a8-b48ade8ec1ce req-05de6a8a-1c2e-48e3-8d87-839df74e6f9e tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 945 time: 0.0526137 Jul 04 09:31:05.752210 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ef54bb06-b52e-46f0-b9a8-b48ade8ec1ce req-5d60e0c8-4fa7-44ef-87c2-9ed27ee94917 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Jul 04 09:31:05.753755 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-680c5f55-3c59-4cf6-83cf-17d98a72c38b req-d384cd2f-f46c-4269-a7d1-baa757497e7b tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Jul 04 09:31:05.952036 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:31:06.007820 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:31:06.011875 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:31:06.012254 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:06.084320 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:31:06.085375 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:06.107543 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cf9973-83cf-4087-9e5d-f26291a536a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc719d5-54e0-4cf4-a4d4-3740d099bf0e'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:31:06.110129 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966f0dd2-69a0-4711-a163-fad5cc8b34a5" -d '{"events": [{"server_uuid": "19cf9973-83cf-4087-9e5d-f26291a536a2", "name": "network-vif-plugged", "status": "completed", "tag": "3bc719d5-54e0-4cf4-a4d4-3740d099bf0e"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:31:06.122221 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:31:06.126627 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:06.151311 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373a6d58-3493-4a2b-b663-edc3d7edce90 x-openstack-request-id: req-373a6d58-3493-4a2b-b663-edc3d7edce90 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:31:06.151599 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cf9973-83cf-4087-9e5d-f26291a536a2", "name": "network-vif-plugged", "status": "completed", "tag": "3bc719d5-54e0-4cf4-a4d4-3740d099bf0e", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:31:06.151853 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-373a6d58-3493-4a2b-b663-edc3d7edce90 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:31:06.152244 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373a6d58-3493-4a2b-b663-edc3d7edce90'] response: {'server_uuid': '19cf9973-83cf-4087-9e5d-f26291a536a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc719d5-54e0-4cf4-a4d4-3740d099bf0e', 'code': 200} Jul 04 09:31:06.177470 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:06.398259 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea079f58-0a61-4e1e-a63e-ad8787dd2c56 req-02d7725d-1d37-4111-bd9e-1594e83d1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:06.400178 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ea079f58-0a61-4e1e-a63e-ad8787dd2c56 req-02d7725d-1d37-4111-bd9e-1594e83d1744 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 1130 time: 0.0481510 Jul 04 09:31:06.456440 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ea079f58-0a61-4e1e-a63e-ad8787dd2c56 req-24b0d173-3df3-41cf-b2f8-7244fc43ecab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474348 Jul 04 09:31:06.666761 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 56276) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:06.768497 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:06.878686 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Publish callbacks [] for security_group (10bd5133-b19b-426a-a557-6a281cb807f6), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:06.880452 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbda85-195c-4320-b6df-5366588ad2ae req-b233aee8-8b9d-4672-ad5f-203c80c3facd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:06.883458 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9ecbda85-195c-4320-b6df-5366588ad2ae req-b233aee8-8b9d-4672-ad5f-203c80c3facd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0555079 Jul 04 09:31:06.883815 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (10bd5133-b19b-426a-a557-6a281cb807f6), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:06.926843 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa165e-a033-489a-8e78-5aafe31ea544 req-70b4b5df-0d89-4176-9122-e7bbfcf501e3 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:06.928934 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2efa165e-a033-489a-8e78-5aafe31ea544 req-70b4b5df-0d89-4176-9122-e7bbfcf501e3 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 946 time: 0.0973914 Jul 04 09:31:06.931562 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9ecbda85-195c-4320-b6df-5366588ad2ae req-eb1a845b-c7c2-4a85-954a-235ace17152c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Jul 04 09:31:06.940420 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cdcd33754c7d4b39bc390be7d74a0da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723339 Jul 04 09:31:06.951611 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 56284) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:06.951727 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bd5133-b19b-426a-a557-6a281cb807f6,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:06.958687 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.959051 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.959422 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.960517 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.960934 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.961270 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.961607 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.961941 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.962308 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.962639 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.962966 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.963291 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.963615 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04cbd62-a95f-47ca-9a4e-b394443d1b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:06.996610 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Publish callbacks [] for security_group (10bd5133-b19b-426a-a557-6a281cb807f6), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.002423 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2efa165e-a033-489a-8e78-5aafe31ea544 req-4b03b44f-fca9-4e38-ab53-83a085a0fab2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635734 Jul 04 09:31:07.018559 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Publish callbacks [] for security_group (10bd5133-b19b-426a-a557-6a281cb807f6), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.066554 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (10bd5133-b19b-426a-a557-6a281cb807f6), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.069117 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.070460 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10bd5133-b19b-426a-a557-6a281cb807f6 HTTP/1.1" status: 204 len: 168 time: 0.1265616 Jul 04 09:31:07.078102 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bd5133-b19b-426a-a557-6a281cb807f6,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:07.085113 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.085553 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.085903 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.086269 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.086609 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.086943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.087279 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.087612 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.087943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.088273 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.088603 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.088928 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.089253 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d995c2e-bcc1-4bf1-81ca-c12cccd134e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:31:07.322836 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 56292) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:07.339928 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-686852a0-b8ca-473a-b0df-9da55c0bbf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.414246 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-686852a0-b8ca-473a-b0df-9da55c0bbf18 admin admin] Publish callbacks [] for security_group (09303c71-079e-462e-a36f-8ca78ea02e9e), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.417820 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-686852a0-b8ca-473a-b0df-9da55c0bbf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (09303c71-079e-462e-a36f-8ca78ea02e9e), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.456120 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-686852a0-b8ca-473a-b0df-9da55c0bbf18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49e0b3a28cbd4ca89367c317c91cacdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321635 Jul 04 09:31:07.458193 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686852a0-b8ca-473a-b0df-9da55c0bbf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09303c71-079e-462e-a36f-8ca78ea02e9e,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:07.458753 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 56296) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:07.511869 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3013176e-f080-4dba-bcc5-60a5b4ba2f13 admin admin] Publish callbacks [] for security_group (09303c71-079e-462e-a36f-8ca78ea02e9e), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.533968 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3013176e-f080-4dba-bcc5-60a5b4ba2f13 admin admin] Publish callbacks [] for security_group (09303c71-079e-462e-a36f-8ca78ea02e9e), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.586617 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3013176e-f080-4dba-bcc5-60a5b4ba2f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (09303c71-079e-462e-a36f-8ca78ea02e9e), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.589059 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3013176e-f080-4dba-bcc5-60a5b4ba2f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.590227 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-3013176e-f080-4dba-bcc5-60a5b4ba2f13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09303c71-079e-462e-a36f-8ca78ea02e9e HTTP/1.1" status: 204 len: 168 time: 0.1304615 Jul 04 09:31:07.597670 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013176e-f080-4dba-bcc5-60a5b4ba2f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09303c71-079e-462e-a36f-8ca78ea02e9e,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:07.734129 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-df5a70dd-a48c-4cf5-83c2-10c83c5a9aff tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236265056&fields=id&tenant_id=ba45ec642c4e407399bc25b38d8774a0 HTTP/1.1" status: 200 len: 267 time: 0.0486400 Jul 04 09:31:07.846672 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-de66c0a7-182d-476c-be13-3ad6a098d1f4 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:07.848071 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-de66c0a7-182d-476c-be13-3ad6a098d1f4 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 812 time: 0.1074224 Jul 04 09:31:07.863537 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-c72eeef2-b33a-4356-8a6e-0a4424fdcfc9 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/quotas/ba45ec642c4e407399bc25b38d8774a0 HTTP/1.1" status: 200 len: 375 time: 0.0093906 Jul 04 09:31:07.920049 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-a8db0c54-d5b8-465c-8919-3e415ef9d31d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505149 Jul 04 09:31:08.032678 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-b1947a1a-0994-4d68-a7e1-dfa2fab5bfb1 service neutron] 10.222.0.73 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002953 Jul 04 09:31:08.058104 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7030af-9276-4719-927a-a6d20eb7ed85 req-d4c9a017-131d-4825-a9c3-13169ad8106a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:08.059801 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2a7030af-9276-4719-927a-a6d20eb7ed85 req-d4c9a017-131d-4825-a9c3-13169ad8106a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0559459 Jul 04 09:31:08.124858 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2a7030af-9276-4719-927a-a6d20eb7ed85 req-106c9a00-7757-45ab-8f33-2dff29484df9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592756 Jul 04 09:31:08.172947 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-1184e193-6cf9-4c2c-918f-086857d2b175 service neutron] 10.222.0.73 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323712 Jul 04 09:31:08.258514 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53a85d-01d8-483c-b2b1-22aa2f39e0eb req-20bf77cc-5e28-4d07-a51c-11240cb8f18a tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:08.260024 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-da53a85d-01d8-483c-b2b1-22aa2f39e0eb req-20bf77cc-5e28-4d07-a51c-11240cb8f18a tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 946 time: 0.0598047 Jul 04 09:31:08.311550 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-da53a85d-01d8-483c-b2b1-22aa2f39e0eb req-d1f11104-639a-4715-958d-2b2e3a6446a4 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Jul 04 09:31:08.472923 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1032cd03-f7b9-474c-8d92-5be0ba5a820c req-9d8ff891-aa5b-411d-9ea1-ca72eb1ad0a6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 210 time: 0.0291002 Jul 04 09:31:09.102476 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5f5d4-b8be-4b02-bac5-bc5c1948cbda req-c231c37c-e1bd-4627-acea-04709998301d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:09.104019 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-43a5f5d4-b8be-4b02-bac5-bc5c1948cbda req-c231c37c-e1bd-4627-acea-04709998301d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 946 time: 0.0539966 Jul 04 09:31:09.158928 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-43a5f5d4-b8be-4b02-bac5-bc5c1948cbda req-6d70106d-d39f-4e20-85e3-c4defdc01188 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466914 Jul 04 09:31:09.251333 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febf831-32fc-42fc-93c8-a3f92a90b033 req-5724d176-b8e1-4d61-9c7d-a8f329c9a008 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:09.252845 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3febf831-32fc-42fc-93c8-a3f92a90b033 req-5724d176-b8e1-4d61-9c7d-a8f329c9a008 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0534530 Jul 04 09:31:09.300766 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3febf831-32fc-42fc-93c8-a3f92a90b033 req-f3744e15-1894-49c0-a591-a0557a4c8518 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Jul 04 09:31:09.584969 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-57e5b755-8acd-42a5-aacc-57faabd4ad69 req-a83f50ee-f475-44b1-a07b-3753d1f7e4d9 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 210 time: 0.0328162 Jul 04 09:31:09.710990 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-4ddef6a8-b9dd-4a17-9680-940d1c813834 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:09.712423 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-4ddef6a8-b9dd-4a17-9680-940d1c813834 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 812 time: 0.1090434 Jul 04 09:31:09.783752 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e073ef71-eb10-4956-856d-9280a7036754 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba45ec642c4e407399bc25b38d8774a0 HTTP/1.1" status: 200 len: 379 time: 0.0563216 Jul 04 09:31:09.793655 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'port': {'device_id': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'admin_state_up': True, 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'security_groups': ['ddb03820-8946-4ecd-aae6-affebeaad95c']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:31:09.905082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Made reservation on behalf of ba45ec642c4e407399bc25b38d8774a0 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:31:09.908352 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:10.035236 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Allocated IP 172.20.0.4 (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e/cd00959d-7155-4272-b795-f877b6e36b55/75dbe307-8a1d-43b5-9526-0af45ff112b0) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:31:10.174219 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:10.191033 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:31:10.210411 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:10.284868 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:31:10.291268 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:31:10.295475 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:31:10.299094 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'Port': ['ID=75dbe307-8a1d-43b5-9526-0af45ff112b0,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:10.358947 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf580a-7017-46a9-8185-ae5db3991896 req-d210f98d-276b-45be-b377-89b900856442 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:10.360510 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-afdf580a-7017-46a9-8185-ae5db3991896 req-d210f98d-276b-45be-b377-89b900856442 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 946 time: 0.1232998 Jul 04 09:31:10.366351 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:10.366976 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:10.400606 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-cbd665c4-c64a-4ccc-ae44-61f5f0ad378e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106868 Jul 04 09:31:10.425069 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Request body: {'port': {'device_id': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:31:10.432291 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-afdf580a-7017-46a9-8185-ae5db3991896 req-5282ba4c-427e-4def-83c0-6bbaf2b0c78d tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625143 Jul 04 09:31:10.433076 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c74225-2f67-4a06-a654-d01a89c7c428 req-7dfb7242-6b8a-4fe6-9c53-a46189065dfe tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:10.434641 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-01c74225-2f67-4a06-a654-d01a89c7c428 req-7dfb7242-6b8a-4fe6-9c53-a46189065dfe tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0583925 Jul 04 09:31:10.485472 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-01c74225-2f67-4a06-a654-d01a89c7c428 req-22338ec1-f9f6-44d0-b25f-0c8e21a3266b tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451388 Jul 04 09:31:10.504505 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:10.554758 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b5632c21-d0f2-4dd7-829f-44499888cbc5 None None] Provisioning complete for port 75dbe307-8a1d-43b5-9526-0af45ff112b0 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:31:10.555410 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b5632c21-d0f2-4dd7-829f-44499888cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:10.590695 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b5632c21-d0f2-4dd7-829f-44499888cbc5 None None] Port 75dbe307-8a1d-43b5-9526-0af45ff112b0 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:31:10.750357 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd111b-4a1b-4590-878b-240344effd0c req-78adbcc8-03cc-402e-82cd-851440a8f256 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:10.752023 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eacd111b-4a1b-4590-878b-240344effd0c req-78adbcc8-03cc-402e-82cd-851440a8f256 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 931 time: 0.0857668 Jul 04 09:31:10.845999 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eacd111b-4a1b-4590-878b-240344effd0c req-2492907b-e68b-4fe5-b1cd-924ed13956d7 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868955 Jul 04 09:31:10.854164 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75dbe307-8a1d-43b5-9526-0af45ff112b0 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:31:10.862531 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Publish callbacks [] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:10.876108 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Transition to ACTIVE for port object 75dbe307-8a1d-43b5-9526-0af45ff112b0 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:31:10.880842 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:10.937069 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Pushing event updated for resources: {'Port': ['ID=75dbe307-8a1d-43b5-9526-0af45ff112b0,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:11.029329 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Attempting to bind port 75dbe307-8a1d-43b5-9526-0af45ff112b0 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:31:11.029668 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Attempting to bind port 75dbe307-8a1d-43b5-9526-0af45ff112b0 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:31:11.030124 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Attempting to bind port 75dbe307-8a1d-43b5-9526-0af45ff112b0 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:31:11.034757 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Port 75dbe307-8a1d-43b5-9526-0af45ff112b0 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:31:11.035090 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Attempting to bind port 75dbe307-8a1d-43b5-9526-0af45ff112b0 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:31:11.041045 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:31:11.041392 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Checking segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:31:11.041777 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Bound using segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:31:11.042248 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Bound port: 75dbe307-8a1d-43b5-9526-0af45ff112b0, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:31:11.042606 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:11.118684 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] For port 75dbe307-8a1d-43b5-9526-0af45ff112b0, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:31:11.121930 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] For port 75dbe307-8a1d-43b5-9526-0af45ff112b0, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=75dbe307-8a1d-43b5-9526-0af45ff112b0,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:31:11.128677 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:11.162093 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:11.163030 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:11.164953 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] 10.222.0.62 "PUT /v2.0/ports/75dbe307-8a1d-43b5-9526-0af45ff112b0 HTTP/1.1" status: 200 len: 1093 time: 0.7449167 Jul 04 09:31:11.165392 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:31:11.167709 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cf7387-4c37-48ee-85ab-0e72a751e7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:31:11.203607 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de9d97-c745-4ac9-9298-277e4743cf2e service neutron] Pushing event updated for resources: {'Port': ['ID=75dbe307-8a1d-43b5-9526-0af45ff112b0,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:11.222405 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993b8960-7b47-4192-8694-433a873aaa4e x-openstack-request-id: req-993b8960-7b47-4192-8694-433a873aaa4e {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:31:11.222775 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:31:11.223101 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-993b8960-7b47-4192-8694-433a873aaa4e {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:31:11.223607 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993b8960-7b47-4192-8694-433a873aaa4e'] response: {'name': 'network-changed', 'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'status': 'completed', 'code': 200} Jul 04 09:31:11.383311 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de550055-8df8-447b-b62b-8e01c88ff06e req-e096a2f2-4c1d-4522-806f-3b035905d24a tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:11.384809 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-de550055-8df8-447b-b62b-8e01c88ff06e req-e096a2f2-4c1d-4522-806f-3b035905d24a tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.62 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 946 time: 0.0921245 Jul 04 09:31:11.390954 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf7387-4c37-48ee-85ab-0e72a751e7ef req-33f08b15-fe1e-4df2-b13b-44455a80af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:11.392395 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-97cf7387-4c37-48ee-85ab-0e72a751e7ef req-33f08b15-fe1e-4df2-b13b-44455a80af9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 1127 time: 0.0868745 Jul 04 09:31:11.637353 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800cb25-eedf-4f0d-a1f2-380beb20d020 req-11e5d343-5a22-492c-bf25-c2461795e406 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:11.639046 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2800cb25-eedf-4f0d-a1f2-380beb20d020 req-11e5d343-5a22-492c-bf25-c2461795e406 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0701039 Jul 04 09:31:11.699197 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2800cb25-eedf-4f0d-a1f2-380beb20d020 req-e416cd18-2b29-49fc-b2d7-8298ba0bb0f5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Jul 04 09:31:11.704453 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf7387-4c37-48ee-85ab-0e72a751e7ef req-7111e26c-2cd1-4fb8-8aef-077add89146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:11.705938 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-97cf7387-4c37-48ee-85ab-0e72a751e7ef req-7111e26c-2cd1-4fb8-8aef-077add89146c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ba45ec642c4e407399bc25b38d8774a0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2779436 Jul 04 09:31:11.718839 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab78ce2-788a-4816-a2fe-c9ac1eee9692 req-6e443448-83c2-4bfe-9762-16038e4dbb01 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:11.720334 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ab78ce2-788a-4816-a2fe-c9ac1eee9692 req-6e443448-83c2-4bfe-9762-16038e4dbb01 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 946 time: 0.2152758 Jul 04 09:31:11.814172 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-de550055-8df8-447b-b62b-8e01c88ff06e req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Deleting port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:31:11.814506 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-de550055-8df8-447b-b62b-8e01c88ff06e req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:11.997210 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f13910-123b-4b92-ad65-15ff4ed9e42e req-4d2f00e4-e29a-40ff-b35e-8bfad74b43c4 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:12.001596 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-21569314-4eb8-4ffe-b1d4-8c5170f7f3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:12.019828 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-26f13910-123b-4b92-ad65-15ff4ed9e42e req-4d2f00e4-e29a-40ff-b35e-8bfad74b43c4 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0828464 Jul 04 09:31:12.111651 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-26f13910-123b-4b92-ad65-15ff4ed9e42e req-c3dc96f9-c1db-4bc1-a576-fb4f7bf53216 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990822 Jul 04 09:31:12.297070 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ab78ce2-788a-4816-a2fe-c9ac1eee9692 req-55286464-98ce-4d72-9004-b08ff67cab02 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/security-groups?id=cb4e9574-173e-4146-9c6b-0b0df9d04226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583589 Jul 04 09:31:12.300786 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf7387-4c37-48ee-85ab-0e72a751e7ef req-bde257ec-6719-4466-9fa4-e7aa31a3d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:12.302189 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-97cf7387-4c37-48ee-85ab-0e72a751e7ef req-bde257ec-6719-4466-9fa4-e7aa31a3d255 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5809746 Jul 04 09:31:12.303994 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f46616-3154-489c-b87f-0513180a6f61 req-fee09081-c602-4019-94bd-c107e2bd6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:12.305330 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b4f46616-3154-489c-b87f-0513180a6f61 req-fee09081-c602-4019-94bd-c107e2bd6b0f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 1130 time: 0.5100920 Jul 04 09:31:12.310243 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-de550055-8df8-447b-b62b-8e01c88ff06e req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] For port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,segment=NetworkSegment(eae6c92e-0cd9-4833-947f-2f7feead266f),segment_id=eae6c92e-0cd9-4833-947f-2f7feead266f)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:31:12.310611 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-de550055-8df8-447b-b62b-8e01c88ff06e req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:12.328592 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-de550055-8df8-447b-b62b-8e01c88ff06e req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Calling delete_port for 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:31:12.433584 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b4f46616-3154-489c-b87f-0513180a6f61 req-536dcbe8-c5ef-4803-a667-6be0d47bf478 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099155 Jul 04 09:31:12.471681 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-6c4bedc2-c1d6-4b18-abca-f4d326bd53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:12.473303 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-6c4bedc2-c1d6-4b18-abca-f4d326bd53c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 1127 time: 0.0859177 Jul 04 09:31:12.530644 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-de550055-8df8-447b-b62b-8e01c88ff06e req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (3bc719d5-54e0-4cf4-a4d4-3740d099bf0e), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:12.567464 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Pushing event deleted for resources: {'Port': ['ID=3bc719d5-54e0-4cf4-a4d4-3740d099bf0e,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:12.574820 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['3bc719d5-54e0-4cf4-a4d4-3740d099bf0e'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:31:12.606823 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-de550055-8df8-447b-b62b-8e01c88ff06e req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] No DVR routers for this DVR port 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:31:12.609130 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-de550055-8df8-447b-b62b-8e01c88ff06e req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:12.612436 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-de550055-8df8-447b-b62b-8e01c88ff06e req-b3d80434-dea4-4a42-8fd0-47b60bec1de2 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.62 "DELETE /v2.0/ports/3bc719d5-54e0-4cf4-a4d4-3740d099bf0e HTTP/1.1" status: 204 len: 173 time: 1.2191625 Jul 04 09:31:12.831740 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921524d-f6d2-49b5-a797-ff9ef8fd425a req-54c238e2-24bd-475c-8835-b35fe1dcda78 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:12.833253 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9921524d-f6d2-49b5-a797-ff9ef8fd425a req-54c238e2-24bd-475c-8835-b35fe1dcda78 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0514772 Jul 04 09:31:12.882021 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9921524d-f6d2-49b5-a797-ff9ef8fd425a req-a56d92cc-4993-4c94-afcb-5744391bfdad tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Jul 04 09:31:12.890925 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-da8a6f54-f627-47b0-94f2-57b3907393c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75dbe307-8a1d-43b5-9526-0af45ff112b0 HTTP/1.1" status: 200 len: 217 time: 0.0352027 Jul 04 09:31:12.973656 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-672d9898-133d-40d3-9be5-54d16ced0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:12.975233 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-672d9898-133d-40d3-9be5-54d16ced0427 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0454760 Jul 04 09:31:13.034509 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-3cfe3eae-471d-444c-b0a5-caa3025cf94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:13.036049 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-3cfe3eae-471d-444c-b0a5-caa3025cf94a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544033 Jul 04 09:31:13.124469 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-df1251ce-54c3-4d02-8bc5-ba0daedbb3a6 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814867 Jul 04 09:31:13.226059 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cf9973-83cf-4087-9e5d-f26291a536a2', 'name': 'network-vif-deleted', 'tag': '3bc719d5-54e0-4cf4-a4d4-3740d099bf0e'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:31:13.229033 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b13ea6-8781-45eb-9830-fb8b9e5f863a" -d '{"events": [{"server_uuid": "19cf9973-83cf-4087-9e5d-f26291a536a2", "name": "network-vif-deleted", "tag": "3bc719d5-54e0-4cf4-a4d4-3740d099bf0e"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:31:13.252546 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c587d24b-c2ed-414d-a6b2-1b8e19fedc7e req-c9cf5fd3-57e5-43ec-b7cf-f3ec2a3843ce service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213150 Jul 04 09:31:13.264133 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363da25-c093-4cbb-890a-a2223a23a2d2 req-903da97d-3f90-4162-9c26-16e8f743abb0 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:13.265516 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a363da25-c093-4cbb-890a-a2223a23a2d2 req-903da97d-3f90-4162-9c26-16e8f743abb0 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0858920 Jul 04 09:31:13.267100 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35251991-15d3-473f-95c9-74d00a78fd8c x-openstack-request-id: req-35251991-15d3-473f-95c9-74d00a78fd8c {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:31:13.267384 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cf9973-83cf-4087-9e5d-f26291a536a2", "name": "network-vif-deleted", "tag": "3bc719d5-54e0-4cf4-a4d4-3740d099bf0e", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:31:13.267631 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35251991-15d3-473f-95c9-74d00a78fd8c {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:31:13.268009 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35251991-15d3-473f-95c9-74d00a78fd8c'] response: {'server_uuid': '19cf9973-83cf-4087-9e5d-f26291a536a2', 'name': 'network-vif-deleted', 'tag': '3bc719d5-54e0-4cf4-a4d4-3740d099bf0e', 'status': 'completed', 'code': 200} Jul 04 09:31:13.316044 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a363da25-c093-4cbb-890a-a2223a23a2d2 req-4f7875d7-753c-4cfb-8ac7-0f3752a1c588 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444040 Jul 04 09:31:13.413755 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fbb44941-0dad-46a3-a78b-4a5e20aaf661 req-e24e88d2-c9dd-49b6-8cf8-867259c136c9 tempest-VolumesActionsTest-510624251 tempest-VolumesActionsTest-510624251-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cf9973-83cf-4087-9e5d-f26291a536a2 HTTP/1.1" status: 200 len: 210 time: 0.0322289 Jul 04 09:31:13.710801 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 56454) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:13.814159 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-01c3ed5a-9650-431b-b64e-47625a7a5cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:13.887618 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-01c3ed5a-9650-431b-b64e-47625a7a5cda admin admin] Publish callbacks [] for security_group (fa751856-6b60-4abd-940e-257e965cded8), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:13.891200 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-01c3ed5a-9650-431b-b64e-47625a7a5cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fa751856-6b60-4abd-940e-257e965cded8), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:13.936756 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-01c3ed5a-9650-431b-b64e-47625a7a5cda admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c7f318a99434db89204f1a7f9a3c23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224667 Jul 04 09:31:13.936971 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 56460) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:13.945875 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3ed5a-9650-431b-b64e-47625a7a5cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa751856-6b60-4abd-940e-257e965cded8,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:14.040596 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7d55-4262-4cf3-a18c-334d2593bb75 admin admin] Publish callbacks [] for security_group (fa751856-6b60-4abd-940e-257e965cded8), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.054474 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fcaec-37bc-4237-bda7-c4c22c27394c req-e679339a-fe95-4b6d-8600-67263ffea6f9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:14.056314 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-087fcaec-37bc-4237-bda7-c4c22c27394c req-e679339a-fe95-4b6d-8600-67263ffea6f9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0915740 Jul 04 09:31:14.082249 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-daf51706-b525-41ea-b9cb-fc1e993cc84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.089365 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7d55-4262-4cf3-a18c-334d2593bb75 admin admin] Publish callbacks [] for security_group (fa751856-6b60-4abd-940e-257e965cded8), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.138487 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-087fcaec-37bc-4237-bda7-c4c22c27394c req-6f8df368-fcb9-49c0-abb5-63dae78c27b3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749891 Jul 04 09:31:14.158013 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7d55-4262-4cf3-a18c-334d2593bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fa751856-6b60-4abd-940e-257e965cded8), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.160640 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7d55-4262-4cf3-a18c-334d2593bb75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.161762 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-7e9c7d55-4262-4cf3-a18c-334d2593bb75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa751856-6b60-4abd-940e-257e965cded8 HTTP/1.1" status: 204 len: 168 time: 0.2225158 Jul 04 09:31:14.170743 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c7d55-4262-4cf3-a18c-334d2593bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa751856-6b60-4abd-940e-257e965cded8,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:14.424346 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 56468) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:14.437554 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bd57739b-e9b3-4bd7-a272-1ceda0df212b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.440394 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6c1ba-9343-470c-9276-42e8352d99fd req-651451c5-d0fb-4814-998e-a38c65e8e82e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:14.441904 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-aca6c1ba-9343-470c-9276-42e8352d99fd req-651451c5-d0fb-4814-998e-a38c65e8e82e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0537477 Jul 04 09:31:14.504486 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-aca6c1ba-9343-470c-9276-42e8352d99fd req-0401c575-071b-4658-9f83-3898c12a635a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565698 Jul 04 09:31:14.545981 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bd57739b-e9b3-4bd7-a272-1ceda0df212b admin admin] Publish callbacks [] for security_group (a994adfd-b1f9-4989-bfe8-86758ae8a17b), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.549956 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-bd57739b-e9b3-4bd7-a272-1ceda0df212b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a994adfd-b1f9-4989-bfe8-86758ae8a17b), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.591943 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-bd57739b-e9b3-4bd7-a272-1ceda0df212b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b6524c7cf7546bda3ca8eb8e847568c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663408 Jul 04 09:31:14.592641 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57739b-e9b3-4bd7-a272-1ceda0df212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a994adfd-b1f9-4989-bfe8-86758ae8a17b,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:14.594614 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 56478) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:14.644638 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-be1d3031-b5ae-4a9f-aa72-ae0d59a40e41 admin admin] Publish callbacks [] for security_group (a994adfd-b1f9-4989-bfe8-86758ae8a17b), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.666413 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-be1d3031-b5ae-4a9f-aa72-ae0d59a40e41 admin admin] Publish callbacks [] for security_group (a994adfd-b1f9-4989-bfe8-86758ae8a17b), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.716268 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-be1d3031-b5ae-4a9f-aa72-ae0d59a40e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a994adfd-b1f9-4989-bfe8-86758ae8a17b), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.719036 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-be1d3031-b5ae-4a9f-aa72-ae0d59a40e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:14.720180 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-be1d3031-b5ae-4a9f-aa72-ae0d59a40e41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a994adfd-b1f9-4989-bfe8-86758ae8a17b HTTP/1.1" status: 204 len: 168 time: 0.1245894 Jul 04 09:31:14.728789 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d3031-b5ae-4a9f-aa72-ae0d59a40e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a994adfd-b1f9-4989-bfe8-86758ae8a17b,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:15.267799 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db90cbe-9e21-40ee-86a7-48d5cf405c5e req-57cfec0a-2b59-462d-ae8c-bc218eadeef7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:15.269326 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9db90cbe-9e21-40ee-86a7-48d5cf405c5e req-57cfec0a-2b59-462d-ae8c-bc218eadeef7 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0606110 Jul 04 09:31:15.318464 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9db90cbe-9e21-40ee-86a7-48d5cf405c5e req-cc874cf4-2bb9-4114-a7f0-dc6b1d94d71a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432649 Jul 04 09:31:15.440358 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:15.446702 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24662399-6908-42de-82d6-583e7eb3d203 req-8826e596-8a94-425c-a765-f58d3853f90a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:15.448280 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-24662399-6908-42de-82d6-583e7eb3d203 req-8826e596-8a94-425c-a765-f58d3853f90a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0615199 Jul 04 09:31:15.498568 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-24662399-6908-42de-82d6-583e7eb3d203 req-30b4d869-ea75-47cd-beed-6604df3cec14 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Jul 04 09:31:15.633325 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8156c4-3dce-4220-873b-debb963d1dd6 req-2e33f826-33ec-43ba-ae55-4b266da222f1 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:15.634871 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fd8156c4-3dce-4220-873b-debb963d1dd6 req-2e33f826-33ec-43ba-ae55-4b266da222f1 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0560412 Jul 04 09:31:15.695814 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fd8156c4-3dce-4220-873b-debb963d1dd6 req-c8327c9c-df85-4d34-8607-986d609d0750 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550454 Jul 04 09:31:16.046715 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:31:16.065732 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:31:16.066100 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3bc719d5-54e0-4cf4-a4d4-3740d099bf0e not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:31:16.789142 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:16.821760 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7972-fea3-4576-8f13-018e1e3568fe req-10ae9a53-2a2b-4c4b-b0a5-c9f7d4125ea1 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:16.823282 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-13ef7972-fea3-4576-8f13-018e1e3568fe req-10ae9a53-2a2b-4c4b-b0a5-c9f7d4125ea1 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0564849 Jul 04 09:31:16.872554 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-13ef7972-fea3-4576-8f13-018e1e3568fe req-eef7ddb5-ba7a-4625-ad17-9b43818be285 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435760 Jul 04 09:31:17.994292 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360228-7e3e-4eac-9bb6-e25acdac56ca req-054cb582-65b7-400d-8bd2-0e200817043e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:17.995793 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fb360228-7e3e-4eac-9bb6-e25acdac56ca req-054cb582-65b7-400d-8bd2-0e200817043e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0550947 Jul 04 09:31:18.044529 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fb360228-7e3e-4eac-9bb6-e25acdac56ca req-50685a19-70e5-4325-84d2-4d5587032911 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432172 Jul 04 09:31:18.395500 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:19.049803 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:19.160751 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39153dc2-4428-4123-900a-606fda169973 req-f0082d8a-2132-418c-88f3-b8ab30b64a34 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:19.162240 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-39153dc2-4428-4123-900a-606fda169973 req-f0082d8a-2132-418c-88f3-b8ab30b64a34 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0507753 Jul 04 09:31:19.212947 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-39153dc2-4428-4123-900a-606fda169973 req-adea3f86-5198-4251-8aa7-17b748a38da3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Jul 04 09:31:20.329290 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64860a88-f65a-4513-b5ff-e96b70872d84 req-8239784c-9fd2-452e-b66e-4570c3aff28b tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:20.330784 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-64860a88-f65a-4513-b5ff-e96b70872d84 req-8239784c-9fd2-452e-b66e-4570c3aff28b tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0522790 Jul 04 09:31:20.379990 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-64860a88-f65a-4513-b5ff-e96b70872d84 req-62cb7bee-35af-4457-a6e5-98f073e141a5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430231 Jul 04 09:31:21.352067 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071bb6-0470-43e1-8547-4a70ef48df01 req-a12da3c6-3332-4c14-8675-dfb1f4ab2b3b tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:21.353573 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f5071bb6-0470-43e1-8547-4a70ef48df01 req-a12da3c6-3332-4c14-8675-dfb1f4ab2b3b tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0898101 Jul 04 09:31:21.363855 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-e7a27021-8bd0-4fc5-9ae1-772b259a9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:21.365291 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-e7a27021-8bd0-4fc5-9ae1-772b259a9120 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 1129 time: 0.0698433 Jul 04 09:31:21.486143 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f5071bb6-0470-43e1-8547-4a70ef48df01 req-a9daf322-e6fc-4a07-a2a4-d24b60fed273 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250913 Jul 04 09:31:21.525114 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-3ae82421-aacf-46e6-b629-452734628cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:21.526543 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-3ae82421-aacf-46e6-b629-452734628cc0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.1546860 Jul 04 09:31:21.546256 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ad17b-e4cc-483d-840c-6639f964bee7 req-47369a4d-e42e-4013-bab3-6562a8980431 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:21.549356 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-517ad17b-e4cc-483d-840c-6639f964bee7 req-47369a4d-e42e-4013-bab3-6562a8980431 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0802722 Jul 04 09:31:21.572727 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-ebde4512-26c5-4fba-be86-0c2867cb748c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5397f453-5227-455e-9807-70c550aa117f HTTP/1.1" status: 200 len: 217 time: 0.0398715 Jul 04 09:31:21.631546 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-2629a74a-4733-4117-b303-1c29ea865561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:21.633325 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-2629a74a-4733-4117-b303-1c29ea865561 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0546532 Jul 04 09:31:21.659453 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-517ad17b-e4cc-483d-840c-6639f964bee7 req-04f5b289-5e67-45d5-92a6-2af19b25e6e9 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013303 Jul 04 09:31:21.697902 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-f19db2c7-b8b1-4410-8fc7-d7999688e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:21.699462 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-f19db2c7-b8b1-4410-8fc7-d7999688e038 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542767 Jul 04 09:31:21.803493 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-2e9a0cfa-041e-4475-8f8f-f1c95d2d066f service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974035 Jul 04 09:31:21.909002 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ad72cb8-e60a-4f2d-ad28-41521af5c46b req-0b1af87a-d313-49ac-b766-12eee297a854 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980239 Jul 04 09:31:22.046340 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 75dbe307-8a1d-43b5-9526-0af45ff112b0 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:31:22.168733 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 75dbe307-8a1d-43b5-9526-0af45ff112b0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=75dbe307-8a1d-43b5-9526-0af45ff112b0,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:31:22.180506 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'port_id': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'mac_address': 'fa:16:3e:6a:58:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:31:22.220223 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 75dbe307-8a1d-43b5-9526-0af45ff112b0 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:31:22.220611 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:22.234872 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75dbe307-8a1d-43b5-9526-0af45ff112b0 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:31:22.259606 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 75dbe307-8a1d-43b5-9526-0af45ff112b0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=75dbe307-8a1d-43b5-9526-0af45ff112b0,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:31:22.264455 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:22.312521 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=75dbe307-8a1d-43b5-9526-0af45ff112b0,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:22.633517 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a40875-cab6-4e20-bc81-e6df90f68917 req-1928f9ec-c816-4095-a2fe-dc26cb0c3405 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:22.635082 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b6a40875-cab6-4e20-bc81-e6df90f68917 req-1928f9ec-c816-4095-a2fe-dc26cb0c3405 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0657365 Jul 04 09:31:22.690198 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b6a40875-cab6-4e20-bc81-e6df90f68917 req-9b6bfe4c-5918-47fa-8277-27ac01efeac2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487280 Jul 04 09:31:22.804357 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011093e-876a-4d34-bec6-b3af3718c9c4 req-5ebe7deb-6691-49d9-8ed9-bd22ac7199f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:22.807103 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4011093e-876a-4d34-bec6-b3af3718c9c4 req-5ebe7deb-6691-49d9-8ed9-bd22ac7199f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 944 time: 0.0659001 Jul 04 09:31:22.836094 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['75dbe307-8a1d-43b5-9526-0af45ff112b0'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:31:22.860857 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4011093e-876a-4d34-bec6-b3af3718c9c4 req-fac793f3-529d-4e26-bca9-daf4950de939 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482578 Jul 04 09:31:23.836718 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b5c5e-0612-446e-adb1-a67146927161 req-15dc27a6-6b21-45fe-938b-38ec00721f31 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:23.845004 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8f0b5c5e-0612-446e-adb1-a67146927161 req-15dc27a6-6b21-45fe-938b-38ec00721f31 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0616765 Jul 04 09:31:23.940683 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8f0b5c5e-0612-446e-adb1-a67146927161 req-c679da78-2f19-49cf-8212-13f5f3cbeebe tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911860 Jul 04 09:31:24.029549 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57440404-e526-4c71-833b-4cb38e521d3d req-166a5d05-b467-4c80-b081-5ebd37a2ae41 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:24.037638 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-57440404-e526-4c71-833b-4cb38e521d3d req-166a5d05-b467-4c80-b081-5ebd37a2ae41 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 944 time: 0.0853751 Jul 04 09:31:24.107537 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-57440404-e526-4c71-833b-4cb38e521d3d req-d7deef72-dbe9-42fa-bdbf-bb5b9b630646 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636702 Jul 04 09:31:25.048740 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e995944-1311-4e45-a9ee-c2d1ddb6286c req-f1c95009-285d-415a-ba25-66f86ebefb40 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:25.055166 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9e995944-1311-4e45-a9ee-c2d1ddb6286c req-f1c95009-285d-415a-ba25-66f86ebefb40 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0637336 Jul 04 09:31:25.101704 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9e995944-1311-4e45-a9ee-c2d1ddb6286c req-41d7810d-41ee-43ce-bae9-84018945bcfa tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449536 Jul 04 09:31:25.227140 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499561f4-e374-44ef-8880-0f485462d699 req-05826ea3-3dce-4d6e-a0be-5b1284e5b52a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:25.229693 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-499561f4-e374-44ef-8880-0f485462d699 req-05826ea3-3dce-4d6e-a0be-5b1284e5b52a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 944 time: 0.0585418 Jul 04 09:31:25.284367 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-499561f4-e374-44ef-8880-0f485462d699 req-0ca9817a-958e-43b8-a6e0-836039844ceb tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489473 Jul 04 09:31:25.790065 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 56766) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:25.916445 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-247e6a2c-a929-4a98-a4f8-c109f94d0678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.028818 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-247e6a2c-a929-4a98-a4f8-c109f94d0678 admin admin] Publish callbacks [] for security_group (50373fc5-b52d-4ceb-a452-2a5c51fbd319), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.034168 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-247e6a2c-a929-4a98-a4f8-c109f94d0678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (50373fc5-b52d-4ceb-a452-2a5c51fbd319), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.055711 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 75dbe307-8a1d-43b5-9526-0af45ff112b0 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:31:26.068374 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e6a2c-a929-4a98-a4f8-c109f94d0678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50373fc5-b52d-4ceb-a452-2a5c51fbd319,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:26.090261 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 56770) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:26.090593 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-247e6a2c-a929-4a98-a4f8-c109f94d0678 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c69a94715cbe44cdb6b196df77f6ca3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986507 Jul 04 09:31:26.137992 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 75dbe307-8a1d-43b5-9526-0af45ff112b0 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:31:26.146225 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 75dbe307-8a1d-43b5-9526-0af45ff112b0 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:31:26.148161 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.148643 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a46e0fcb-c9a2-4f7c-8948-ad2c7115662b admin admin] Publish callbacks [] for security_group (50373fc5-b52d-4ceb-a452-2a5c51fbd319), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.177181 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a46e0fcb-c9a2-4f7c-8948-ad2c7115662b admin admin] Publish callbacks [] for security_group (50373fc5-b52d-4ceb-a452-2a5c51fbd319), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.248321 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a46e0fcb-c9a2-4f7c-8948-ad2c7115662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (50373fc5-b52d-4ceb-a452-2a5c51fbd319), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.251295 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a46e0fcb-c9a2-4f7c-8948-ad2c7115662b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.254265 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-a46e0fcb-c9a2-4f7c-8948-ad2c7115662b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50373fc5-b52d-4ceb-a452-2a5c51fbd319 HTTP/1.1" status: 204 len: 168 time: 0.1606314 Jul 04 09:31:26.264335 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e0fcb-c9a2-4f7c-8948-ad2c7115662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50373fc5-b52d-4ceb-a452-2a5c51fbd319,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:26.288555 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d527c3-7dbc-4b66-97db-0c577699c9b6 req-d269c8fe-9a8f-404b-bdbd-cf329e7dc481 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:26.290410 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 75dbe307-8a1d-43b5-9526-0af45ff112b0 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:31:26.290806 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.295859 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e3d527c3-7dbc-4b66-97db-0c577699c9b6 req-d269c8fe-9a8f-404b-bdbd-cf329e7dc481 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0782483 Jul 04 09:31:26.337446 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:31:26.348113 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c35f763-93ef-4704-8bc9-440b52695706" -d '{"events": [{"server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "name": "network-vif-plugged", "status": "completed", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:31:26.364420 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 75dbe307-8a1d-43b5-9526-0af45ff112b0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=75dbe307-8a1d-43b5-9526-0af45ff112b0,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:31:26.367444 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e3d527c3-7dbc-4b66-97db-0c577699c9b6 req-e00e34d2-b318-4e21-92d2-9a1e7c227631 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688791 Jul 04 09:31:26.379337 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.425039 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d2a246-e614-4254-9442-5d4167440d8f x-openstack-request-id: req-16d2a246-e614-4254-9442-5d4167440d8f {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:31:26.425441 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "name": "network-vif-plugged", "status": "completed", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:31:26.425705 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-16d2a246-e614-4254-9442-5d4167440d8f {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:31:26.426479 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d2a246-e614-4254-9442-5d4167440d8f'] response: {'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'code': 200} Jul 04 09:31:26.449579 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=75dbe307-8a1d-43b5-9526-0af45ff112b0,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:26.517552 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74c6d4-d027-4c1d-9cbb-f37719626677 req-1e4929f3-a58c-4791-85a1-c94bb062efe6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:26.520028 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6f74c6d4-d027-4c1d-9cbb-f37719626677 req-1e4929f3-a58c-4791-85a1-c94bb062efe6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0833912 Jul 04 09:31:26.579765 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6f74c6d4-d027-4c1d-9cbb-f37719626677 req-50f708d8-40e0-4209-91b6-21a70358f41e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532534 Jul 04 09:31:26.746868 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 56786) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:26.765288 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4b07c4a-4dcf-4868-9496-c795bbebad30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.796781 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4540be-2232-4f36-9c23-c285259a54e7 req-7b823c58-b042-46ac-a774-c50107a618b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:26.799072 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aa4540be-2232-4f36-9c23-c285259a54e7 req-7b823c58-b042-46ac-a774-c50107a618b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 1129 time: 0.0486088 Jul 04 09:31:26.863235 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aa4540be-2232-4f36-9c23-c285259a54e7 req-cd281464-e055-4026-991e-8ab609725c1b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559232 Jul 04 09:31:26.871170 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4b07c4a-4dcf-4868-9496-c795bbebad30 admin admin] Publish callbacks [] for security_group (8f405853-0323-4e7a-a1c1-21255466a6db), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.875801 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4b07c4a-4dcf-4868-9496-c795bbebad30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8f405853-0323-4e7a-a1c1-21255466a6db), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:26.919459 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f4b07c4a-4dcf-4868-9496-c795bbebad30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f2d69bc0694c4ddf91116b88468da7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715105 Jul 04 09:31:26.920664 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b07c4a-4dcf-4868-9496-c795bbebad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f405853-0323-4e7a-a1c1-21255466a6db,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:26.922583 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 56788) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:26.984907 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a6fce03e-eb5b-4199-be0c-8d0f7adc0ce3 admin admin] Publish callbacks [] for security_group (8f405853-0323-4e7a-a1c1-21255466a6db), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:27.011859 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a6fce03e-eb5b-4199-be0c-8d0f7adc0ce3 admin admin] Publish callbacks [] for security_group (8f405853-0323-4e7a-a1c1-21255466a6db), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:27.070280 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a6fce03e-eb5b-4199-be0c-8d0f7adc0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8f405853-0323-4e7a-a1c1-21255466a6db), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:27.073563 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a6fce03e-eb5b-4199-be0c-8d0f7adc0ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:27.074835 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-a6fce03e-eb5b-4199-be0c-8d0f7adc0ce3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f405853-0323-4e7a-a1c1-21255466a6db HTTP/1.1" status: 204 len: 168 time: 0.1510959 Jul 04 09:31:27.083607 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fce03e-eb5b-4199-be0c-8d0f7adc0ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f405853-0323-4e7a-a1c1-21255466a6db,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:27.505647 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b63020-2251-46c5-a584-038bba93b720 req-1c888a4a-e7e7-48c7-b70b-f84943d5ae22 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:27.516672 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-28b63020-2251-46c5-a584-038bba93b720 req-1c888a4a-e7e7-48c7-b70b-f84943d5ae22 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0789297 Jul 04 09:31:27.574574 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-28b63020-2251-46c5-a584-038bba93b720 req-243ac021-8a1e-43f6-af05-c88a237888a0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597248 Jul 04 09:31:27.742151 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb3c9-2891-4db6-8d12-0cff8ac9f49d req-960d0135-df8e-4d5c-ac00-676d278adf84 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:27.744117 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-269cb3c9-2891-4db6-8d12-0cff8ac9f49d req-960d0135-df8e-4d5c-ac00-676d278adf84 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0766003 Jul 04 09:31:27.808910 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-269cb3c9-2891-4db6-8d12-0cff8ac9f49d req-d0c1e1ac-7fad-424d-bb1d-e387d50d5b81 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574579 Jul 04 09:31:28.728649 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b46c95-b425-4c06-a402-491d8320d80b req-f4e7d34c-c47a-43af-9692-8c9f3eaf9145 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:28.730204 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62b46c95-b425-4c06-a402-491d8320d80b req-f4e7d34c-c47a-43af-9692-8c9f3eaf9145 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0556991 Jul 04 09:31:28.778557 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62b46c95-b425-4c06-a402-491d8320d80b req-10ba82ee-9141-486a-9df1-04c9c78443cf tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429473 Jul 04 09:31:28.942613 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991d798-b0f5-48d9-96a8-98d455962827 req-5e9dd5bc-dac9-485a-a020-e6acc8e140a4 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:28.951490 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d991d798-b0f5-48d9-96a8-98d455962827 req-5e9dd5bc-dac9-485a-a020-e6acc8e140a4 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0758009 Jul 04 09:31:29.026834 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d991d798-b0f5-48d9-96a8-98d455962827 req-e297918e-3523-4fd8-aea8-652a1d23349c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691597 Jul 04 09:31:29.904480 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe961-3a5a-4c7e-acff-f016405175cf req-c1343b70-08dd-4d33-9262-3ce73c490d0a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:29.910498 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16bfe961-3a5a-4c7e-acff-f016405175cf req-c1343b70-08dd-4d33-9262-3ce73c490d0a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0631943 Jul 04 09:31:29.963085 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-16bfe961-3a5a-4c7e-acff-f016405175cf req-4e90050a-a246-4be6-882d-a6d54d6ef78e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513284 Jul 04 09:31:30.159141 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba7db0-7c6c-4796-a797-efa6caf93555 req-41e26f08-95a7-4567-82b4-40583d22ac5a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:30.161247 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-84ba7db0-7c6c-4796-a797-efa6caf93555 req-41e26f08-95a7-4567-82b4-40583d22ac5a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0580218 Jul 04 09:31:30.215249 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-84ba7db0-7c6c-4796-a797-efa6caf93555 req-1de2ad96-1186-4444-a6fc-7cec246c7b91 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448487 Jul 04 09:31:30.348473 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda42d0-e53f-4bb3-a100-ed09d9289633 req-41d70afc-c141-4d59-b471-65e4ce9855e7 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:30.350419 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ecda42d0-e53f-4bb3-a100-ed09d9289633 req-41d70afc-c141-4d59-b471-65e4ce9855e7 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0578082 Jul 04 09:31:30.407190 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ecda42d0-e53f-4bb3-a100-ed09d9289633 req-1933592c-6c14-4744-bef1-a971b8b98823 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510473 Jul 04 09:31:30.433920 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 56900) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:30.650547 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3447541-d857-41b5-bb83-5e128e3384e7 tempest-TestVolumeBootPattern-1077094841 tempest-TestVolumeBootPattern-1077094841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:30.652112 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c3447541-d857-41b5-bb83-5e128e3384e7 tempest-TestVolumeBootPattern-1077094841 tempest-TestVolumeBootPattern-1077094841-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 1124 time: 0.2168579 Jul 04 09:31:30.655578 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 56904) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:30.660167 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'port_id': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:31:30.685108 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:30.814701 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:30.936444 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Allocated IP 172.27.3.215 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/e53306a3-984b-406a-a499-0984e4ccb2e4) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:31:31.079705 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for port (e53306a3-984b-406a-a499-0984e4ccb2e4), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:31.121667 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (e53306a3-984b-406a-a499-0984e4ccb2e4), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:31.178718 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:31:31.191089 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:31:31.201337 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:31:31.243873 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'Port': ['ID=e53306a3-984b-406a-a499-0984e4ccb2e4,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:31.263421 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae02da-ad5b-4db2-9361-b38444ed1d5f req-ad4a231b-7dff-4e86-b1a2-72c5e69c3925 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:31.263421 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-faae02da-ad5b-4db2-9361-b38444ed1d5f req-ad4a231b-7dff-4e86-b1a2-72c5e69c3925 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.1960974 Jul 04 09:31:31.375725 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-faae02da-ad5b-4db2-9361-b38444ed1d5f req-a3291546-7bc3-4a03-aac7-52fc1e0e9f8d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099491 Jul 04 09:31:31.668478 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (eb7c042f-199b-4ccf-8976-ab4ee6cbac2e), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:31.746711 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (e53306a3-984b-406a-a499-0984e4ccb2e4), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:32.227462 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for port (e53306a3-984b-406a-a499-0984e4ccb2e4), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:32.233624 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (e53306a3-984b-406a-a499-0984e4ccb2e4), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:32.285227 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'Port': ['ID=e53306a3-984b-406a-a499-0984e4ccb2e4,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:32.330447 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (eb7c042f-199b-4ccf-8976-ab4ee6cbac2e), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:32.456588 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Floating IP eb7c042f-199b-4ccf-8976-ab4ee6cbac2e associated. External IP: 172.27.3.215, port: 75dbe307-8a1d-43b5-9526-0af45ff112b0. Jul 04 09:31:32.534421 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d2137-df36-4133-8fa4-02e771da992a req-d4189f8f-3d09-4341-ad7d-a0d089eac390 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:32.536039 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fe5d2137-df36-4133-8fa4-02e771da992a req-d4189f8f-3d09-4341-ad7d-a0d089eac390 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0672927 Jul 04 09:31:32.605423 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fe5d2137-df36-4133-8fa4-02e771da992a req-958e3755-b4b4-4054-bbcb-86009db31fae tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565894 Jul 04 09:31:32.680168 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Router cded9e65-9e76-48a2-aa83-81d03017969b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:31:32.787715 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:31:32.799220 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] Sync routers for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:31:32.814848 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:31:32.815657 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:31:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:31:32.825141 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:32.890639 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-de4484f3-c25a-4af2-8fa8-cdf352c62308 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2335396 Jul 04 09:31:32.891918 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:31:32.894633 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d791fab3-a5c6-4d53-bf96-b2595faf454a" -d '{"events": [{"name": "network-changed", "server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:31:32.943253 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5178420f-4e7b-43d8-8627-73ad9e42a7da x-openstack-request-id: req-5178420f-4e7b-43d8-8627-73ad9e42a7da {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:31:32.944059 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:31:32.944231 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5178420f-4e7b-43d8-8627-73ad9e42a7da {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:31:32.944678 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5178420f-4e7b-43d8-8627-73ad9e42a7da'] response: {'name': 'network-changed', 'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'status': 'completed', 'code': 200} Jul 04 09:31:32.946201 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:31:33.079144 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-cdf68a4b-01d7-4759-9824-e7e7393f3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:33.081150 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-cdf68a4b-01d7-4759-9824-e7e7393f3884 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 1129 time: 0.0555792 Jul 04 09:31:33.198873 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-998574ce-2b94-4ecd-8d2a-ba89cf1b93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:33.200523 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'eb7c042f-199b-4ccf-8976-ab4ee6cbac2e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:6a:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:31:31Z', 'updated_at': '2022-07-04T09:31:31Z', 'revision_number': 0, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:31:33.200811 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-998574ce-2b94-4ecd-8d2a-ba89cf1b93e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 913 time: 0.1126587 Jul 04 09:31:33.241327 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] Checking router: cded9e65-9e76-48a2-aa83-81d03017969b for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:31:33.250731 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:31:33.251389 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:31:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:31:33.305567 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-79ba6b52-a0e0-4c14-beca-e49475157dad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75dbe307-8a1d-43b5-9526-0af45ff112b0 HTTP/1.1" status: 200 len: 999 time: 0.0947180 Jul 04 09:31:33.358888 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:31:33.377508 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-75367c50-1f01-4435-a93e-e4279328d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:33.379164 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-75367c50-1f01-4435-a93e-e4279328d0eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0557082 Jul 04 09:31:33.434921 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-d6f53bad-6f3d-44b2-aeda-67accf492ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:33.436732 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-d6f53bad-6f3d-44b2-aeda-67accf492ad4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506525 Jul 04 09:31:33.591117 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-e7bc2425-4ad9-46f0-8ad3-164ab4cfb44a service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445217 Jul 04 09:31:33.620343 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'eb7c042f-199b-4ccf-8976-ab4ee6cbac2e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:6a:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:31:31Z', 'updated_at': '2022-07-04T09:31:31Z', 'revision_number': 0, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:31:33.649543 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0a7c7-586d-44b9-ad4d-996eab7cb7c3 None None] The sync data for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi is: [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'eb7c042f-199b-4ccf-8976-ab4ee6cbac2e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:6a:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:31:31Z', 'updated_at': '2022-07-04T09:31:31Z', 'revision_number': 0, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:31:33.795139 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b3c20-351f-4129-99e3-b076c6045458 req-612a381a-584f-4450-9d8a-84aee2e42e01 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:33.796951 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-047b3c20-351f-4129-99e3-b076c6045458 req-612a381a-584f-4450-9d8a-84aee2e42e01 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.1125312 Jul 04 09:31:33.818276 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d791fab3-a5c6-4d53-bf96-b2595faf454a req-3b714dd9-5ab1-4edd-b22d-c88ef4b74787 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203097 Jul 04 09:31:33.918310 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-047b3c20-351f-4129-99e3-b076c6045458 req-9bb30550-8cb0-4628-8073-8f69de1a98cb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138413 Jul 04 09:31:33.949613 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f8689-c723-4c22-9ae1-cce25bd3799e None None] New status for floating IP eb7c042f-199b-4ccf-8976-ab4ee6cbac2e: ACTIVE {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:31:35.086130 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7fbe-c05c-44b2-80d8-b8fb28e07a6f req-b3dba4c2-7dfa-4aa2-8fe7-2a04f75653b1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:35.087626 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-847d7fbe-c05c-44b2-80d8-b8fb28e07a6f req-b3dba4c2-7dfa-4aa2-8fe7-2a04f75653b1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0744500 Jul 04 09:31:35.145352 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-847d7fbe-c05c-44b2-80d8-b8fb28e07a6f req-97b028a6-723d-49dd-8524-e80a30bc7dcb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519547 Jul 04 09:31:36.279923 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b63a7-2203-4fea-99ec-4175239b55ac req-765d348d-602a-4fb8-ab64-c9a9b42fc36b tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:36.281290 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-637b63a7-2203-4fea-99ec-4175239b55ac req-765d348d-602a-4fb8-ab64-c9a9b42fc36b tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0586154 Jul 04 09:31:36.333664 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-637b63a7-2203-4fea-99ec-4175239b55ac req-df4866dc-3725-4c62-8972-c2dfb1c6b379 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Jul 04 09:31:37.467018 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf040805-c785-488f-bafa-55f322d9b90c req-d01d975f-7cc5-4953-93a2-510874e839b4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:37.468701 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cf040805-c785-488f-bafa-55f322d9b90c req-d01d975f-7cc5-4953-93a2-510874e839b4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0572808 Jul 04 09:31:37.523047 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cf040805-c785-488f-bafa-55f322d9b90c req-637867a4-e79c-4cb9-a196-f7551578ca4a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485682 Jul 04 09:31:38.671754 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e48edf-ec31-4607-90f8-a5e3355c428a req-41431bb3-82a4-47be-a63d-8b46c855a2d0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:38.674497 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-93e48edf-ec31-4607-90f8-a5e3355c428a req-41431bb3-82a4-47be-a63d-8b46c855a2d0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0723355 Jul 04 09:31:38.728031 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-93e48edf-ec31-4607-90f8-a5e3355c428a req-a8e93c29-e680-407d-862a-0d4b8cfb4fe5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Jul 04 09:31:39.884560 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ab72-1978-4751-8ee2-b2bf2579ba09 req-60c3f197-03a5-40e7-ad18-cd440ccf4430 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:39.885578 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9521ab72-1978-4751-8ee2-b2bf2579ba09 req-60c3f197-03a5-40e7-ad18-cd440ccf4430 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0595686 Jul 04 09:31:39.939150 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9521ab72-1978-4751-8ee2-b2bf2579ba09 req-d59bf4cd-4c0a-41ab-9657-b436d092d416 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466735 Jul 04 09:31:41.059449 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b16ccf-3fb3-40a4-bb04-297416e74fc8 req-293132a8-aff6-4b22-bbd3-351d897468d3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:41.060921 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7b16ccf-3fb3-40a4-bb04-297416e74fc8 req-293132a8-aff6-4b22-bbd3-351d897468d3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0575769 Jul 04 09:31:41.106311 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7b16ccf-3fb3-40a4-bb04-297416e74fc8 req-5075a063-19ed-42eb-870f-bae33d152039 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Jul 04 09:31:41.989862 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-21e3995f-0130-42fd-abb8-e3fd41ce9c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:42.231762 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451882e-30f6-463d-8428-e370151b37a8 req-a4857472-8820-4fbf-8b36-9c02f21b1420 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:42.233242 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f451882e-30f6-463d-8428-e370151b37a8 req-a4857472-8820-4fbf-8b36-9c02f21b1420 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0593109 Jul 04 09:31:42.281984 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f451882e-30f6-463d-8428-e370151b37a8 req-3f359f47-2936-46a8-93bf-8b8dd68d90e9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431085 Jul 04 09:31:43.400223 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6722d30-1cb6-443c-a847-c247a19a0d46 req-0c151803-a944-4e72-adc6-185c9d7edb1e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:43.402096 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f6722d30-1cb6-443c-a847-c247a19a0d46 req-0c151803-a944-4e72-adc6-185c9d7edb1e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0529737 Jul 04 09:31:43.485686 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f6722d30-1cb6-443c-a847-c247a19a0d46 req-2c8eb160-336b-4897-8a95-d4774b36e210 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773268 Jul 04 09:31:43.495002 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fda47-1cd7-4df2-a575-fc8826d9d385 req-542a8c2e-5229-4193-90d1-8c7540870c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:43.496478 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-967fda47-1cd7-4df2-a575-fc8826d9d385 req-542a8c2e-5229-4193-90d1-8c7540870c80 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 1129 time: 0.0691404 Jul 04 09:31:43.547365 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-967fda47-1cd7-4df2-a575-fc8826d9d385 req-b8fe9d43-0e3d-459a-8f2e-5afc179e55eb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Jul 04 09:31:43.624426 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57054) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:43.671244 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4a36d1-25fb-47e2-8864-9f442a10ae4a admin admin] Deleting subnet 5060b661-3a22-4ab1-a238-8c7daf62c213 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:31:43.674713 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7a4a36d1-25fb-47e2-8864-9f442a10ae4a admin admin] Publish callbacks [] for subnet (5060b661-3a22-4ab1-a238-8c7daf62c213), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:43.709604 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7a4a36d1-25fb-47e2-8864-9f442a10ae4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (5060b661-3a22-4ab1-a238-8c7daf62c213), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:43.752668 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7a4a36d1-25fb-47e2-8864-9f442a10ae4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (5060b661-3a22-4ab1-a238-8c7daf62c213), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:43.808370 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7a4a36d1-25fb-47e2-8864-9f442a10ae4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (5060b661-3a22-4ab1-a238-8c7daf62c213), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:43.837728 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7a4a36d1-25fb-47e2-8864-9f442a10ae4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:43.840905 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-7a4a36d1-25fb-47e2-8864-9f442a10ae4a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5060b661-3a22-4ab1-a238-8c7daf62c213 HTTP/1.1" status: 204 len: 168 time: 0.2154891 Jul 04 09:31:43.841887 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a36d1-25fb-47e2-8864-9f442a10ae4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5060b661-3a22-4ab1-a238-8c7daf62c213,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:43.843506 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 57056) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:43.916085 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (bc2d2f90-4a46-4960-9881-88cb8b2f73e7), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:43.989892 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (bc2d2f90-4a46-4960-9881-88cb8b2f73e7), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.010119 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2d2f90-4a46-4960-9881-88cb8b2f73e7']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:31:44.019291 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae6c92e-0cd9-4833-947f-2f7feead266f') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:31:44.019585 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae6c92e-0cd9-4833-947f-2f7feead266f') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:31:44.029436 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (eae6c92e-0cd9-4833-947f-2f7feead266f), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.042881 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (eae6c92e-0cd9-4833-947f-2f7feead266f), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.051963 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:31:44.052471 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (eae6c92e-0cd9-4833-947f-2f7feead266f), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.085952 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-102c258a-36f9-423b-bd34-0be03192cb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.104338 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment eae6c92e-0cd9-4833-947f-2f7feead266f resource provider aggregate not found Jul 04 09:31:44.127673 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment eae6c92e-0cd9-4833-947f-2f7feead266f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eae6c92e-0cd9-4833-947f-2f7feead266f found for delete ", "request_id": "req-3de39c99-eca0-402d-9598-3474683e27aa"}]} Jul 04 09:31:44.136156 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (bc2d2f90-4a46-4960-9881-88cb8b2f73e7), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.141553 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.144687 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bc2d2f90-4a46-4960-9881-88cb8b2f73e7 HTTP/1.1" status: 204 len: 168 time: 0.3000205 Jul 04 09:31:44.155950 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278881c-0da1-4c83-bbb4-93dc2b00c8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2d2f90-4a46-4960-9881-88cb8b2f73e7,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:44.315268 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57064) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:44.355927 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-a9535f46-a96f-4b3e-adad-1c3b5c81e920 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d070b98a1f84baa828e96c7c8e5b8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394840 Jul 04 09:31:44.358293 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57066) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:44.405843 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9817c531-87f3-410c-b56e-ce49bfbbe8e7 admin admin] Publish callbacks [] for security_group (cb4e9574-173e-4146-9c6b-0b0df9d04226), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.427490 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9817c531-87f3-410c-b56e-ce49bfbbe8e7 admin admin] Publish callbacks [] for security_group (cb4e9574-173e-4146-9c6b-0b0df9d04226), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.474153 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9817c531-87f3-410c-b56e-ce49bfbbe8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cb4e9574-173e-4146-9c6b-0b0df9d04226), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.477791 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9817c531-87f3-410c-b56e-ce49bfbbe8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.478995 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-9817c531-87f3-410c-b56e-ce49bfbbe8e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb4e9574-173e-4146-9c6b-0b0df9d04226 HTTP/1.1" status: 204 len: 168 time: 0.1198049 Jul 04 09:31:44.486785 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c531-87f3-410c-b56e-ce49bfbbe8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e9574-173e-4146-9c6b-0b0df9d04226,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:44.643957 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c53df-4d61-4a0d-ac9b-0e9e714c1219 req-1f56ba31-a2fd-46a9-9f0e-7f79ce11ba61 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:44.645520 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ee7c53df-4d61-4a0d-ac9b-0e9e714c1219 req-1f56ba31-a2fd-46a9-9f0e-7f79ce11ba61 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0869672 Jul 04 09:31:44.698514 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ee7c53df-4d61-4a0d-ac9b-0e9e714c1219 req-ba33828e-7f69-4535-938b-8fd8c4c537c1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Jul 04 09:31:45.442248 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:45.816020 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b50527-5cea-47ce-a40c-984a8c08234d req-662e9cbc-30ab-402f-842c-4fd76a57bbcb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:45.817489 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-20b50527-5cea-47ce-a40c-984a8c08234d req-662e9cbc-30ab-402f-842c-4fd76a57bbcb tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0507963 Jul 04 09:31:45.863966 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-20b50527-5cea-47ce-a40c-984a8c08234d req-b611bf1f-77e1-4424-badd-9f3f9bc4aa63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 Jul 04 09:31:46.112316 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07964f4-1792-4fe2-aed6-546ff1ad634f req-f47ad646-3a5b-4abf-933c-bf76658f862e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:46.113839 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f07964f4-1792-4fe2-aed6-546ff1ad634f req-f47ad646-3a5b-4abf-933c-bf76658f862e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0545237 Jul 04 09:31:46.124948 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-fbcca669-9f37-487a-9759-b01446e7df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:46.126499 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-fbcca669-9f37-487a-9759-b01446e7df23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 1129 time: 0.0460415 Jul 04 09:31:46.161251 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f07964f4-1792-4fe2-aed6-546ff1ad634f req-7d289376-b302-427e-843d-23179d87b97e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Jul 04 09:31:46.222783 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-a79cbac6-4a6f-4e1f-ac6a-0ceece35e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:46.224246 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-a79cbac6-4a6f-4e1f-ac6a-0ceece35e8b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.0863230 Jul 04 09:31:46.263176 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-bd6c8339-7acf-404c-8bff-8ad61729bd68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5397f453-5227-455e-9807-70c550aa117f HTTP/1.1" status: 200 len: 217 time: 0.0320396 Jul 04 09:31:46.314345 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-caf92905-1786-4080-a0ad-7d15e897d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:46.315756 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-caf92905-1786-4080-a0ad-7d15e897d8d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0461218 Jul 04 09:31:46.366445 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-89cc1c19-8372-4454-b119-0c8621dbed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:46.367917 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-89cc1c19-8372-4454-b119-0c8621dbed92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441456 Jul 04 09:31:46.460520 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-a5bdffd7-87c0-47e7-8584-deb9f9cd18b6 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838597 Jul 04 09:31:46.554791 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dd9e63a3-319f-42c2-bae6-0eb3478946f9 req-6e106860-f1a3-4b3a-a765-6eca34add05a service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879884 Jul 04 09:31:46.657778 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-128fd508-adde-4de7-84fe-444f90208317 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468874 Jul 04 09:31:46.778341 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-9de54612-aaa8-4785-8d12-f06ddcdd1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:46.780277 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-9de54612-aaa8-4785-8d12-f06ddcdd1689 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 1130 time: 0.0442162 Jul 04 09:31:46.795562 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:47.105644 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-13910ca1-e984-403e-8a33-8af26611bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:47.107141 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-13910ca1-e984-403e-8a33-8af26611bf77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 916 time: 0.3002427 Jul 04 09:31:47.172425 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-755cdc8c-b62c-4ab9-b7c8-c729c1111e6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ac87eb2-45af-4b31-8a1f-1efcac4b796d HTTP/1.1" status: 200 len: 1001 time: 0.0579953 Jul 04 09:31:47.189202 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:31:47.227212 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-63a4c8f6-5207-4046-aac9-ba68b9d8030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:47.228674 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-63a4c8f6-5207-4046-aac9-ba68b9d8030a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0470119 Jul 04 09:31:47.306991 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-46af7119-eac0-4c01-b0e6-e7f8b4443855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:47.308406 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-46af7119-eac0-4c01-b0e6-e7f8b4443855 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692408 Jul 04 09:31:47.315138 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8f448-8aa2-4369-98d2-d4ebb7b6ce30 req-f318bec5-c4fd-41cd-b0b4-a345c3540f34 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:47.316496 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-41e8f448-8aa2-4369-98d2-d4ebb7b6ce30 req-f318bec5-c4fd-41cd-b0b4-a345c3540f34 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0853269 Jul 04 09:31:47.412780 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-41e8f448-8aa2-4369-98d2-d4ebb7b6ce30 req-eb68f66f-8d16-4bbf-9c72-ed216ff1a202 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870597 Jul 04 09:31:47.436002 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-41a14761-6b79-491e-8efb-75dfdcab25ad service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185520 Jul 04 09:31:47.524094 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7ce744c6-53f3-41e0-9ded-d20c5ef33680 req-f4810c25-efc8-4716-a8bd-bba4a3611ec3 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800951 Jul 04 09:31:48.397739 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:48.534402 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64da24d-672e-4bee-92ea-9621fd0bab3a req-4db23eab-83e0-47b2-b4dd-2ff5a647ed02 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:48.535910 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b64da24d-672e-4bee-92ea-9621fd0bab3a req-4db23eab-83e0-47b2-b4dd-2ff5a647ed02 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0547416 Jul 04 09:31:48.583895 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b64da24d-672e-4bee-92ea-9621fd0bab3a req-746eab8b-e970-45fb-990f-e41d3d0f5663 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Jul 04 09:31:49.082427 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:49.705053 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d76b2-716b-41fc-a6d1-bf319a59f76e req-575d1693-a164-4183-b6fa-11d1de62d752 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:49.706602 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cb1d76b2-716b-41fc-a6d1-bf319a59f76e req-575d1693-a164-4183-b6fa-11d1de62d752 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0570257 Jul 04 09:31:49.754581 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cb1d76b2-716b-41fc-a6d1-bf319a59f76e req-955495a7-88b3-4eb8-b79d-0e5e8e38f1b8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Jul 04 09:31:50.871322 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d712c3-5b8c-4430-887a-634eec2262d1 req-85f0c52f-dd89-4a29-bce4-91bc8c945fbd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:50.872812 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-81d712c3-5b8c-4430-887a-634eec2262d1 req-85f0c52f-dd89-4a29-bce4-91bc8c945fbd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0526083 Jul 04 09:31:50.919454 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-81d712c3-5b8c-4430-887a-634eec2262d1 req-3bd5b447-64c5-4a49-a02f-5e4a79d62f90 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Jul 04 09:31:52.035953 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7007ec-1bda-4201-9795-581a1191bb91 req-3c39ac75-11be-4642-b1b3-09fd3e14da0f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:52.037374 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8b7007ec-1bda-4201-9795-581a1191bb91 req-3c39ac75-11be-4642-b1b3-09fd3e14da0f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0534947 Jul 04 09:31:52.083251 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8b7007ec-1bda-4201-9795-581a1191bb91 req-705e8a59-92e4-4e6b-a0f8-c8c61ce0881e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Jul 04 09:31:53.201254 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ce7bf-9917-462a-99db-5d0ba26c87b7 req-250a2e2a-835b-494e-b382-d0f3b1c2a52d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:53.202842 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c71ce7bf-9917-462a-99db-5d0ba26c87b7 req-250a2e2a-835b-494e-b382-d0f3b1c2a52d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0544713 Jul 04 09:31:53.256009 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c71ce7bf-9917-462a-99db-5d0ba26c87b7 req-db0f7648-648b-4fa1-8d21-449eb01e556e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475855 Jul 04 09:31:54.373204 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884bed0-8db5-4b46-88e7-78e4712dd394 req-e99b2132-391c-4e1e-a16c-1d7d824620dd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:54.374686 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b884bed0-8db5-4b46-88e7-78e4712dd394 req-e99b2132-391c-4e1e-a16c-1d7d824620dd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0511765 Jul 04 09:31:54.424327 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b884bed0-8db5-4b46-88e7-78e4712dd394 req-30e606dd-a662-42e8-80de-acf57f560785 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441484 Jul 04 09:31:55.542075 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fbd28-cfa7-40af-b0b0-6ecfd889f5ef req-e4eeed7c-9360-4298-8f1e-caa89a0d19ce tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:55.543588 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7b0fbd28-cfa7-40af-b0b0-6ecfd889f5ef req-e4eeed7c-9360-4298-8f1e-caa89a0d19ce tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0528631 Jul 04 09:31:55.590353 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7b0fbd28-cfa7-40af-b0b0-6ecfd889f5ef req-a8fdd240-1d01-49e9-b444-eeecb734dbd2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Jul 04 09:31:56.708301 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56710063-c2ae-42da-8783-f2d456513a05 req-930bb846-a39f-42cd-bbb9-6100402d34fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:56.709690 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-56710063-c2ae-42da-8783-f2d456513a05 req-930bb846-a39f-42cd-bbb9-6100402d34fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0554261 Jul 04 09:31:56.755848 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-56710063-c2ae-42da-8783-f2d456513a05 req-74d0145c-37d9-4b77-a1d1-45bfc6f7c0e5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398800 Jul 04 09:31:57.872176 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71ba14-6c20-40d8-8619-8aabf24952d5 req-0bafadcd-f49c-4378-86fb-d994fd3cc586 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:57.873653 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5f71ba14-6c20-40d8-8619-8aabf24952d5 req-0bafadcd-f49c-4378-86fb-d994fd3cc586 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0512865 Jul 04 09:31:57.919581 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5f71ba14-6c20-40d8-8619-8aabf24952d5 req-1b0d375e-5b61-470a-95d6-3d5a9fe28749 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404816 Jul 04 09:31:59.036823 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6766b-6833-41bf-8e04-9f6e6fb11d4d req-b44b0f8f-df33-4a72-ab37-3752944219de tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:31:59.038345 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3d6766b-6833-41bf-8e04-9f6e6fb11d4d req-b44b0f8f-df33-4a72-ab37-3752944219de tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0542691 Jul 04 09:31:59.084922 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3d6766b-6833-41bf-8e04-9f6e6fb11d4d req-157075c5-af1e-4093-9f7e-9fb8a90183e6 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Jul 04 09:32:00.208622 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a059-795f-439f-9b5e-5f243201ab07 req-1bdba359-f2ee-440a-ba28-f58f6f6dd894 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:00.210297 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0347a059-795f-439f-9b5e-5f243201ab07 req-1bdba359-f2ee-440a-ba28-f58f6f6dd894 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0582669 Jul 04 09:32:00.259099 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0347a059-795f-439f-9b5e-5f243201ab07 req-962d099d-a53f-4798-ba67-d70003472441 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Jul 04 09:32:01.385142 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e782b4-1653-40bf-bcfc-6d4a9cba060a req-3151a3a8-6fa1-4bec-a868-f88357303dd3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:01.388023 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-70e782b4-1653-40bf-bcfc-6d4a9cba060a req-3151a3a8-6fa1-4bec-a868-f88357303dd3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0610671 Jul 04 09:32:01.436345 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-70e782b4-1653-40bf-bcfc-6d4a9cba060a req-cf07d057-1e82-47e8-86bd-ac4ebae1dbc4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Jul 04 09:32:02.568066 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cabe2a-3701-4c46-892d-ff8f1b69c0f0 req-c4b9e4a9-9551-4f09-8109-17d7028cc18f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:02.569626 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b5cabe2a-3701-4c46-892d-ff8f1b69c0f0 req-c4b9e4a9-9551-4f09-8109-17d7028cc18f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0548434 Jul 04 09:32:02.619684 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b5cabe2a-3701-4c46-892d-ff8f1b69c0f0 req-323c5298-930b-4099-9a98-f5ed95872cbf tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433407 Jul 04 09:32:09.233253 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57328) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:09.238047 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397475155', 'description': 'tempest-description--207694146'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:09.260038 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.329321 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group (e6f11186-36de-4c4f-9f84-8baefd7b57a2), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.333626 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e6f11186-36de-4c4f-9f84-8baefd7b57a2), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.362092 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.363354 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1289401 Jul 04 09:32:09.367173 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 57336) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:09.368281 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f11186-36de-4c4f-9f84-8baefd7b57a2,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:09.372323 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Request body: {'security_group_rule': {'security_group_id': 'e6f11186-36de-4c4f-9f84-8baefd7b57a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:09.375855 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.376218 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.376608 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.376975 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.377298 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.377636 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.377971 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.378351 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.378682 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.379014 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.379342 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.379670 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.379998 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d686dd04-b6f0-4119-bf00-5f4d70d30a63 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.401554 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group_rule (0d686030-ae09-4211-9141-6e4fada01aed), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.458088 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group_rule (0d686030-ae09-4211-9141-6e4fada01aed), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.462096 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (0d686030-ae09-4211-9141-6e4fada01aed), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.478469 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d686030-ae09-4211-9141-6e4fada01aed,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:09.488324 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.489512 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211915 Jul 04 09:32:09.490857 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.491205 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.492084 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.492432 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.492772 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.493012 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57340) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:09.493137 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.493426 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.493757 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.494116 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.494466 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.494833 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.495101 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.495541 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfad543-0b1f-4d48-a8ef-307ff7b66f77 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:09.497527 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-a9de0d0a-027a-490f-a9b9-cb5bcbae79f2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Request body: {'security_group_rule': {'security_group_id': 'e6f11186-36de-4c4f-9f84-8baefd7b57a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:09.524222 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a9de0d0a-027a-490f-a9b9-cb5bcbae79f2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group_rule (c2657509-2436-40f0-b8ae-480df8f1c9bc), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.588270 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a9de0d0a-027a-490f-a9b9-cb5bcbae79f2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group_rule (c2657509-2436-40f0-b8ae-480df8f1c9bc), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.592956 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a9de0d0a-027a-490f-a9b9-cb5bcbae79f2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (c2657509-2436-40f0-b8ae-480df8f1c9bc), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.609709 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de0d0a-027a-490f-a9b9-cb5bcbae79f2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2657509-2436-40f0-b8ae-480df8f1c9bc,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:09.624563 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-a9de0d0a-027a-490f-a9b9-cb5bcbae79f2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.626168 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-a9de0d0a-027a-490f-a9b9-cb5bcbae79f2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321206 Jul 04 09:32:09.629293 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57344) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:09.634239 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:09.654690 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.753032 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.861205 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Allocated IP 172.27.3.196 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/5cdd5f61-379b-40b0-b6c4-2ff3ee051098) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:32:09.959887 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for port (5cdd5f61-379b-40b0-b6c4-2ff3ee051098), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:09.994312 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (5cdd5f61-379b-40b0-b6c4-2ff3ee051098), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:10.033845 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:32:10.039147 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:32:10.043232 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:32:10.067827 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event updated for resources: {'Port': ['ID=5cdd5f61-379b-40b0-b6c4-2ff3ee051098,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:10.128290 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for floatingip (af2bed58-758e-4048-8b89-d132274e31ac), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:10.163343 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5cdd5f61-379b-40b0-b6c4-2ff3ee051098), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:10.314346 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for port (5cdd5f61-379b-40b0-b6c4-2ff3ee051098), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:10.318498 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (5cdd5f61-379b-40b0-b6c4-2ff3ee051098), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:10.388053 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event updated for resources: {'Port': ['ID=5cdd5f61-379b-40b0-b6c4-2ff3ee051098,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:10.395975 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (af2bed58-758e-4048-8b89-d132274e31ac), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:10.410460 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:10.413667 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-502b45f6-6316-4e92-b102-d49521c437fd tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7832520 Jul 04 09:32:10.609748 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-79089356-9f1d-4179-8ecd-9901a5211daf tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1397475155&fields=id&tenant_id=86390c46ac044ee3974d90a7a29195be HTTP/1.1" status: 200 len: 267 time: 0.0424893 Jul 04 09:32:10.715522 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-c7d9ccf6-2c18-45b1-8970-b254f83cd8ac tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:10.716783 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-c7d9ccf6-2c18-45b1-8970-b254f83cd8ac tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 819 time: 0.1008527 Jul 04 09:32:10.732738 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-f727cb27-714e-4003-9eb4-06013fed3f22 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/quotas/86390c46ac044ee3974d90a7a29195be HTTP/1.1" status: 200 len: 375 time: 0.0103855 Jul 04 09:32:10.800113 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1e331c0-52fa-457d-a47b-bb0f88674a8a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0608552 Jul 04 09:32:10.902800 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-47894e39-675a-4421-b31b-94842493372d service neutron] 10.222.0.73 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840151 Jul 04 09:32:10.997319 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-1d016fef-72af-40ca-9adb-5431fd8356ff service neutron] 10.222.0.73 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886931 Jul 04 09:32:11.156959 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5b05c0d1-e5de-4766-86d0-62ef32097c8b req-4613eded-9bc0-4ff5-b6cc-18f66598af94 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 210 time: 0.0269964 Jul 04 09:32:12.000808 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-371a5381-8966-4707-9965-32366fda85b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:12.285961 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3161c9e6-341f-4e14-b8e5-950f34660fc5 req-6329c558-fd65-4d97-bb24-473ba69ef551 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 210 time: 0.0349076 Jul 04 09:32:12.479554 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-6e5df07a-70f1-49d4-bf34-54af3465d70f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:12.480997 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-6e5df07a-70f1-49d4-bf34-54af3465d70f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 819 time: 0.1131594 Jul 04 09:32:12.549645 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-a4a43a33-3d28-4f2f-970c-2aa3de329762 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86390c46ac044ee3974d90a7a29195be HTTP/1.1" status: 200 len: 380 time: 0.0526643 Jul 04 09:32:12.562186 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Request body: {'port': {'device_id': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'admin_state_up': True, 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'security_groups': ['e6f11186-36de-4c4f-9f84-8baefd7b57a2']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:12.678626 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Made reservation on behalf of 86390c46ac044ee3974d90a7a29195be for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:32:12.683853 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:12.814809 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Allocated IP 172.20.0.9 (9812808c-d655-4a41-a055-d1f732fa7722/34630bb3-d510-42c5-a404-70b18dd1ab85/fa1341c6-96e4-4561-a5b6-cf42d0de21d0) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:32:12.953245 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:12.984471 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:13.033061 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Network 9812808c-d655-4a41-a055-d1f732fa7722 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:32:13.037940 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:32:13.040889 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event updated for resources: {'Port': ['ID=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:13.043054 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:32:13.094093 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:13.094723 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:13.111820 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1eda7ee-9775-455d-b257-30179d9402fc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5534537 Jul 04 09:32:13.130724 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Request body: {'port': {'device_id': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:13.194082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:13.349916 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-d397ce2a-c48b-4294-932d-1eadeb1b930b None None] Provisioning complete for port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:32:13.350556 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d397ce2a-c48b-4294-932d-1eadeb1b930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:13.404896 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-d397ce2a-c48b-4294-932d-1eadeb1b930b None None] Port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:32:13.512380 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e802e0-d371-41bc-9380-b95e17a4026e req-b9c7b85c-bed5-48b0-b280-bcd728c60841 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:13.514198 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-01e802e0-d371-41bc-9380-b95e17a4026e req-b9c7b85c-bed5-48b0-b280-bcd728c60841 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 931 time: 0.1164155 Jul 04 09:32:13.526367 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1341c6-96e4-4561-a5b6-cf42d0de21d0 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:32:13.538107 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Publish callbacks [] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:13.566297 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Transition to ACTIVE for port object fa1341c6-96e4-4561-a5b6-cf42d0de21d0 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:32:13.573045 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:13.608175 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-01e802e0-d371-41bc-9380-b95e17a4026e req-e421a153-6bc3-4db5-ade6-1696211f01f9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846159 Jul 04 09:32:13.634495 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:13.707112 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Attempting to bind port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:32:13.707460 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Attempting to bind port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:32:13.707789 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Attempting to bind port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 on network 9812808c-d655-4a41-a055-d1f732fa7722 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:32:13.712449 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 on network 9812808c-d655-4a41-a055-d1f732fa7722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:32:13.712745 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Attempting to bind port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 on network 9812808c-d655-4a41-a055-d1f732fa7722 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:32:13.717839 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:32:13.718220 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Checking segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:32:13.718606 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Bound using segment: {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:32:13.719037 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Bound port: fa1341c6-96e4-4561-a5b6-cf42d0de21d0, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e82e823-470a-449f-ab85-04c8419b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:32:13.719400 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:13.785143 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] For port fa1341c6-96e4-4561-a5b6-cf42d0de21d0, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:32:13.788943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] For port fa1341c6-96e4-4561-a5b6-cf42d0de21d0, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:32:13.796576 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:13.830867 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:13.831322 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:13.832735 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] 10.222.0.62 "PUT /v2.0/ports/fa1341c6-96e4-4561-a5b6-cf42d0de21d0 HTTP/1.1" status: 200 len: 1093 time: 0.7063212 Jul 04 09:32:13.833184 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:32:13.836035 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86726475-add6-4783-88be-5c52ba6363cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:32:13.860145 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704ac99-ac4a-4780-a967-a940c9da2987 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:13.879316 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82315de7-aa90-4616-8a9d-78463067b3cd x-openstack-request-id: req-82315de7-aa90-4616-8a9d-78463067b3cd {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:32:13.879618 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:32:13.879877 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82315de7-aa90-4616-8a9d-78463067b3cd {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:32:13.880291 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82315de7-aa90-4616-8a9d-78463067b3cd'] response: {'name': 'network-changed', 'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'status': 'completed', 'code': 200} Jul 04 09:32:14.044776 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57426) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:14.088312 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c9423555-0744-4d5e-88c1-d15a738843b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:14.155403 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-932cfc8e-eb2c-4bc5-9031-2c2594fba8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:14.231834 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-932cfc8e-eb2c-4bc5-9031-2c2594fba8fb admin admin] Publish callbacks [] for security_group (bfb26c3e-2bf0-44dd-87db-33767d45194f), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:14.235549 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-932cfc8e-eb2c-4bc5-9031-2c2594fba8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (bfb26c3e-2bf0-44dd-87db-33767d45194f), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:14.274947 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-932cfc8e-eb2c-4bc5-9031-2c2594fba8fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31bc191ba6754e5d9144e64bd40bc13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290812 Jul 04 09:32:14.275837 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cfc8e-eb2c-4bc5-9031-2c2594fba8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb26c3e-2bf0-44dd-87db-33767d45194f,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:14.278129 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57430) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:14.331755 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-685ffeb4-56bb-4ada-b075-f75394a4cbcb admin admin] Publish callbacks [] for security_group (bfb26c3e-2bf0-44dd-87db-33767d45194f), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:14.336613 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86726475-add6-4783-88be-5c52ba6363cb req-2c93f0cb-1c27-4fd7-bd9e-27bbe04c3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:14.338152 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-86726475-add6-4783-88be-5c52ba6363cb req-2c93f0cb-1c27-4fd7-bd9e-27bbe04c3b7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 1127 time: 0.0675120 Jul 04 09:32:14.353034 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-685ffeb4-56bb-4ada-b075-f75394a4cbcb admin admin] Publish callbacks [] for security_group (bfb26c3e-2bf0-44dd-87db-33767d45194f), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:14.403999 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-685ffeb4-56bb-4ada-b075-f75394a4cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (bfb26c3e-2bf0-44dd-87db-33767d45194f), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:14.406759 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-685ffeb4-56bb-4ada-b075-f75394a4cbcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:14.407919 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-685ffeb4-56bb-4ada-b075-f75394a4cbcb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bfb26c3e-2bf0-44dd-87db-33767d45194f HTTP/1.1" status: 204 len: 168 time: 0.1288989 Jul 04 09:32:14.416431 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ffeb4-56bb-4ada-b075-f75394a4cbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb26c3e-2bf0-44dd-87db-33767d45194f,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:14.461176 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86726475-add6-4783-88be-5c52ba6363cb req-ce6da3e1-8d11-4863-bd91-92f9155dfb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:14.462706 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-86726475-add6-4783-88be-5c52ba6363cb req-ce6da3e1-8d11-4863-bd91-92f9155dfb81 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=86390c46ac044ee3974d90a7a29195be&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1096606 Jul 04 09:32:14.735795 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ae5c-fba2-47d8-949d-afe966b0d1c8 req-0bfd8bca-c63b-462e-a477-b0f82ba5de60 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:14.737169 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-43d7ae5c-fba2-47d8-949d-afe966b0d1c8 req-0bfd8bca-c63b-462e-a477-b0f82ba5de60 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 943 time: 0.0570266 Jul 04 09:32:14.783941 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-43d7ae5c-fba2-47d8-949d-afe966b0d1c8 req-de2df0c4-1935-41cd-ac04-0f02126838e5 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404959 Jul 04 09:32:15.446000 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:15.579224 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86726475-add6-4783-88be-5c52ba6363cb req-5d580163-7895-4e5c-bf23-ea5e5d3fb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:15.580704 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-86726475-add6-4783-88be-5c52ba6363cb req-5d580163-7895-4e5c-bf23-ea5e5d3fb83d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903022 Jul 04 09:32:15.902706 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca91456-1be7-4e10-8946-5d93e48166c3 req-893257d4-29b4-49ef-9109-d95138851299 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:15.904218 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4ca91456-1be7-4e10-8946-5d93e48166c3 req-893257d4-29b4-49ef-9109-d95138851299 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 943 time: 0.0519223 Jul 04 09:32:15.949526 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4ca91456-1be7-4e10-8946-5d93e48166c3 req-9987083b-0091-4efa-8550-0306aacfcb8f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Jul 04 09:32:16.797329 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:17.065736 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53828c-7d3d-4e2a-bdc6-80eeaf98a4c2 req-6ff8329a-6022-4c83-9f32-03c25aee1d1f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:17.067157 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca53828c-7d3d-4e2a-bdc6-80eeaf98a4c2 req-6ff8329a-6022-4c83-9f32-03c25aee1d1f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 943 time: 0.0520909 Jul 04 09:32:17.117989 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca53828c-7d3d-4e2a-bdc6-80eeaf98a4c2 req-f4d41cc9-3f80-4551-bf6a-6902fef8a0c1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443318 Jul 04 09:32:17.784964 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-cf15dce0-adfc-44b3-9e0d-d3173117a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:17.786465 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-cf15dce0-adfc-44b3-9e0d-d3173117a18a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 1127 time: 0.0453756 Jul 04 09:32:17.834643 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-10f53759-57fd-4ea7-8097-b0f4f89ba75f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0 HTTP/1.1" status: 200 len: 217 time: 0.0325773 Jul 04 09:32:17.881938 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-2da7e0c3-8d1c-483b-87d8-9c3f24fa33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:17.883843 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-2da7e0c3-8d1c-483b-87d8-9c3f24fa33c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0431406 Jul 04 09:32:17.936288 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1263059-9a64-48b3-aadc-d9eeeb9772d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:17.937765 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-e1263059-9a64-48b3-aadc-d9eeeb9772d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478635 Jul 04 09:32:18.029718 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-4c8e8298-5161-448a-a20a-9822146e2a67 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854383 Jul 04 09:32:18.122063 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e9770130-d2ff-4d4f-8747-1b641cbd971f req-25280689-649b-4dae-bb5e-69591b42f98b service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855174 Jul 04 09:32:18.234175 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b87191-1c8b-46fa-98db-cb87c332f743 req-400643e2-8bbf-4af2-8312-5510839ce6c6 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:18.235655 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-77b87191-1c8b-46fa-98db-cb87c332f743 req-400643e2-8bbf-4af2-8312-5510839ce6c6 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 943 time: 0.0505886 Jul 04 09:32:18.281038 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-77b87191-1c8b-46fa-98db-cb87c332f743 req-2fe33841-ab92-46bb-839d-099327303c89 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398495 Jul 04 09:32:18.400165 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:19.094261 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:19.400098 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74331ba4-3077-4f33-9809-b5df0a544dec req-665bb674-192c-4aa7-ab57-83faa6e1b480 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:19.401562 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-74331ba4-3077-4f33-9809-b5df0a544dec req-665bb674-192c-4aa7-ab57-83faa6e1b480 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 943 time: 0.0535994 Jul 04 09:32:19.448952 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-74331ba4-3077-4f33-9809-b5df0a544dec req-4273b2f7-11b8-4aa6-9815-37bb386e81c8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416656 Jul 04 09:32:20.567382 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9cb99-7ff4-4f2a-96c9-f547c9f58dee req-16bf9548-dc0b-46d9-9414-f1eb32b50d87 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:20.568858 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-81f9cb99-7ff4-4f2a-96c9-f547c9f58dee req-16bf9548-dc0b-46d9-9414-f1eb32b50d87 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 943 time: 0.0541399 Jul 04 09:32:20.619920 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-81f9cb99-7ff4-4f2a-96c9-f547c9f58dee req-5cc5faff-24b3-48e6-a936-10a70b642817 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 Jul 04 09:32:21.735444 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af789997-bcd6-45cd-96e9-bc08e5d8b8fd req-e832dd70-5d8c-4b1b-8ac7-111bb230d01a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:21.736841 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-af789997-bcd6-45cd-96e9-bc08e5d8b8fd req-e832dd70-5d8c-4b1b-8ac7-111bb230d01a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 943 time: 0.0516074 Jul 04 09:32:21.787341 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-af789997-bcd6-45cd-96e9-bc08e5d8b8fd req-3f02178f-0c0e-4332-acee-ca5e62bcb837 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444186 Jul 04 09:32:22.321922 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device fa1341c6-96e4-4561-a5b6-cf42d0de21d0 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:32:22.414850 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port fa1341c6-96e4-4561-a5b6-cf42d0de21d0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:32:22.426625 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'port_id': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'mac_address': 'fa:16:3e:c1:f2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:32:22.462756 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:32:22.463141 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:22.475292 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1341c6-96e4-4561-a5b6-cf42d0de21d0 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:32:22.494993 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port fa1341c6-96e4-4561-a5b6-cf42d0de21d0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:32:22.498922 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:22.545497 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:22.552448 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.552799 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.553143 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.553487 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.553823 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.554442 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.554782 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.555114 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.555447 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.555780 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.556107 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.556433 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.556756 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:32:22.906128 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fea996-e800-4a2b-8b42-8ff333ede9e5 req-454c89c2-ebe3-4620-b633-f3ecc445c555 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:22.907612 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-62fea996-e800-4a2b-8b42-8ff333ede9e5 req-454c89c2-ebe3-4620-b633-f3ecc445c555 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 944 time: 0.0525148 Jul 04 09:32:22.953296 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-62fea996-e800-4a2b-8b42-8ff333ede9e5 req-dd164837-7a09-4ab5-a283-753a3f7a8d74 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Jul 04 09:32:23.047412 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['fa1341c6-96e4-4561-a5b6-cf42d0de21d0'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:32:23.477468 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57498) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:23.579999 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f130b522-9fd4-44e4-94ea-f71aa6f62a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:23.656725 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f130b522-9fd4-44e4-94ea-f71aa6f62a01 admin admin] Publish callbacks [] for security_group (6b75d7c6-1240-4871-a1a2-466a5afcc975), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:23.660301 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f130b522-9fd4-44e4-94ea-f71aa6f62a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (6b75d7c6-1240-4871-a1a2-466a5afcc975), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:23.699885 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f130b522-9fd4-44e4-94ea-f71aa6f62a01 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85f916733bac4c8da027d2b99383ea7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212412 Jul 04 09:32:23.700749 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130b522-9fd4-44e4-94ea-f71aa6f62a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b75d7c6-1240-4871-a1a2-466a5afcc975,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:23.703412 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 57502) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:23.753822 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c90b0d32-8c82-43af-ab51-2b56743c92f3 admin admin] Publish callbacks [] for security_group (6b75d7c6-1240-4871-a1a2-466a5afcc975), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:23.776107 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c90b0d32-8c82-43af-ab51-2b56743c92f3 admin admin] Publish callbacks [] for security_group (6b75d7c6-1240-4871-a1a2-466a5afcc975), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:23.823047 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c90b0d32-8c82-43af-ab51-2b56743c92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (6b75d7c6-1240-4871-a1a2-466a5afcc975), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:23.825696 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c90b0d32-8c82-43af-ab51-2b56743c92f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:23.826867 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c90b0d32-8c82-43af-ab51-2b56743c92f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b75d7c6-1240-4871-a1a2-466a5afcc975 HTTP/1.1" status: 204 len: 168 time: 0.1220860 Jul 04 09:32:23.834350 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b0d32-8c82-43af-ab51-2b56743c92f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b75d7c6-1240-4871-a1a2-466a5afcc975,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:24.071301 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eca842-ba3a-4967-b9c3-ea8145f9736c req-6bb306a5-4301-46b3-9955-4fba4c7ed1d6 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:24.072828 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4eca842-ba3a-4967-b9c3-ea8145f9736c req-6bb306a5-4301-46b3-9955-4fba4c7ed1d6 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 944 time: 0.0530922 Jul 04 09:32:24.119984 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4eca842-ba3a-4967-b9c3-ea8145f9736c req-98fbeff4-86aa-49da-9ce0-534e4c4f0217 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Jul 04 09:32:24.187266 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:32:24.334793 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device fa1341c6-96e4-4561-a5b6-cf42d0de21d0 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:32:24.383812 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:32:24.388033 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:32:24.388410 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.446640 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 57526) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:24.464491 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:32:24.464885 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.487347 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:32:24.489672 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11797d31-f369-44e8-b844-90e5087ae6d4" -d '{"events": [{"server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "name": "network-vif-plugged", "status": "completed", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:32:24.502237 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port fa1341c6-96e4-4561-a5b6-cf42d0de21d0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:32:24.508906 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.532823 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9688b744-54ff-4972-8f82-694fd6c80076 x-openstack-request-id: req-9688b744-54ff-4972-8f82-694fd6c80076 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:32:24.533109 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "name": "network-vif-plugged", "status": "completed", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:32:24.533356 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9688b744-54ff-4972-8f82-694fd6c80076 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:32:24.533746 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9688b744-54ff-4972-8f82-694fd6c80076'] response: {'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'code': 200} Jul 04 09:32:24.557718 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:24.558152 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1984482452-network', 'tenant_id': '544e467002294167ad6a96e270d1c30b'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:24.577852 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Made reservation on behalf of 544e467002294167ad6a96e270d1c30b for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:32:24.580161 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.588859 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.669112 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Publish callbacks [] for security_group (8b880f56-7ec5-47a1-98da-826a6be672fc), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.672765 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8b880f56-7ec5-47a1-98da-826a6be672fc), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.701166 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=103746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:32:24.707854 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b880f56-7ec5-47a1-98da-826a6be672fc,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:24.738699 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (ca158bb5-c2be-4895-af4b-a37269eb7017), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.739044 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Added segment ca158bb5-c2be-4895-af4b-a37269eb7017 of type vlan for network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 Jul 04 09:32:24.784260 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (ead6f8f0-2482-4fb6-9b03-83529d3f37e9), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.800237 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e4370-7ee0-4e50-b088-9582a7bb04d5 req-1559a565-3627-49d0-8b49-3ba1519d0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:24.801729 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6d9e4370-7ee0-4e50-b088-9582a7bb04d5 req-1559a565-3627-49d0-8b49-3ba1519d0c8b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 1129 time: 0.0948789 Jul 04 09:32:24.829500 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (ead6f8f0-2482-4fb6-9b03-83529d3f37e9), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.830434 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:24.831011 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:24.901467 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4536290 Jul 04 09:32:24.904452 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57532) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:24.909219 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Request body: {'subnet': {'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1984482452-subnet', 'tenant_id': '544e467002294167ad6a96e270d1c30b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:24.914345 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6d9e4370-7ee0-4e50-b088-9582a7bb04d5 req-d25651d3-9579-4d67-9908-f65a83734572 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054623 Jul 04 09:32:24.919691 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07744a97-a647-43d6-80cd-49ce1cb4234f admin admin] Pushing event updated for resources: {'Network': ['ID=ead6f8f0-2482-4fb6-9b03-83529d3f37e9,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:24.930380 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:32:24.931328 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Made reservation on behalf of 544e467002294167ad6a96e270d1c30b for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:32:24.933798 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15992859'] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:25.107445 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16528064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15992841'] for subnet (1fbefc68-328e-4298-be70-446ca3888a79), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:25.165803 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fbefc68-328e-4298-be70-446ca3888a79,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:25.173398 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Checking segment: {'id': 'ca158bb5-c2be-4895-af4b-a37269eb7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:32:25.173768 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Network hostable DHCP agents. Network: ead6f8f0-2482-4fb6-9b03-83529d3f37e9, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:32:25.192914 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:32:25.202090 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, ead6f8f0-2482-4fb6-9b03-83529d3f37e9) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:32:25.210568 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:25.211241 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4341859-5f19-4d76-9904-f756617e1dd5 None None] Network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:32:25.211391 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:25.231410 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-2de4e940-f57e-415f-b6d6-d6066683c6f5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3258376 Jul 04 09:32:25.246014 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef221b-5e92-4d65-9c77-a4d285680a15 req-8fa12339-d9a3-43eb-ba90-65610e646296 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:25.247818 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2eef221b-5e92-4d65-9c77-a4d285680a15 req-8fa12339-d9a3-43eb-ba90-65610e646296 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0584188 Jul 04 09:32:25.296318 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2eef221b-5e92-4d65-9c77-a4d285680a15 req-9780fd74-95f2-4738-ae9e-3ecf4c15e982 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429494 Jul 04 09:32:25.320373 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b15a8-c2d6-47d3-8515-ccafd570b055 None None] Network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:32:26.415237 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526ba74-7456-45e8-8f0d-91990b11082f req-0996fa58-9560-48c2-a141-3aedd9dad41a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:26.416741 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d526ba74-7456-45e8-8f0d-91990b11082f req-0996fa58-9560-48c2-a141-3aedd9dad41a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0522642 Jul 04 09:32:26.464355 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d526ba74-7456-45e8-8f0d-91990b11082f req-2d283d19-2d1e-4020-b005-e95a78fc9b86 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416205 Jul 04 09:32:26.978962 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-ddafdeff-e660-4c8f-9b16-20776ae179a1 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:26.980400 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-ddafdeff-e660-4c8f-9b16-20776ae179a1 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/networks?id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9 HTTP/1.1" status: 200 len: 814 time: 0.1076658 Jul 04 09:32:26.995337 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-12a9d9ea-e354-4e3a-a52b-76234d134d9d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/quotas/544e467002294167ad6a96e270d1c30b HTTP/1.1" status: 200 len: 375 time: 0.0097294 Jul 04 09:32:27.028239 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-a79ec725-db0e-4be4-8749-5ae1fd7e6647 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=544e467002294167ad6a96e270d1c30b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280685 Jul 04 09:32:27.118765 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5493d480-3926-4bdd-b1fa-6440d120d543 service neutron] 10.222.0.73 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840194 Jul 04 09:32:27.206373 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-e7a2e1e9-7c67-45f5-b5d2-3ec356f0c737 service neutron] 10.222.0.73 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819347 Jul 04 09:32:27.364547 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-21d5b2fe-26bb-4de3-bb2b-4934ee68c50f req-6b653701-d3b9-467c-bc61-0da6fd629b2b tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 210 time: 0.0299027 Jul 04 09:32:27.587071 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ff89-608f-411b-9720-23e83d18b106 req-21783317-4e78-4088-a641-82bd92373c81 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:27.588540 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dfe6ff89-608f-411b-9720-23e83d18b106 req-21783317-4e78-4088-a641-82bd92373c81 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0557439 Jul 04 09:32:27.637182 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dfe6ff89-608f-411b-9720-23e83d18b106 req-849534ac-d08e-4c2b-bd56-8f3907a2a557 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426061 Jul 04 09:32:27.754967 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb31891-89bb-4cd0-817e-a791b3e63744 req-e8ea6dc0-7034-491b-a824-c152dd3c2c60 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:27.756487 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6eb31891-89bb-4cd0-817e-a791b3e63744 req-e8ea6dc0-7034-491b-a824-c152dd3c2c60 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0540199 Jul 04 09:32:27.765225 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57578) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:32:27.769980 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-f4e8a936-44f2-4a03-b38c-811f0bb34960 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Request body: {'floatingip': {'port_id': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:27.807949 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a936-44f2-4a03-b38c-811f0bb34960 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for floatingip (af2bed58-758e-4048-8b89-d132274e31ac), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:28.215202 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a936-44f2-4a03-b38c-811f0bb34960 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:28.219362 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a936-44f2-4a03-b38c-811f0bb34960 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (af2bed58-758e-4048-8b89-d132274e31ac), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:28.313030 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-f4e8a936-44f2-4a03-b38c-811f0bb34960 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Floating IP af2bed58-758e-4048-8b89-d132274e31ac associated. External IP: 172.27.3.196, port: fa1341c6-96e4-4561-a5b6-cf42d0de21d0. Jul 04 09:32:28.481112 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e56aa0e4-1907-4782-b413-2675f88a1930 req-2c3ffaaa-0f14-4ca9-97d8-07e4a2a5460e tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 210 time: 0.0377352 Jul 04 09:32:28.511447 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-ef1f8736-5693-4859-b24b-8b9fc55fed94 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:28.512962 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-ef1f8736-5693-4859-b24b-8b9fc55fed94 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.62 "GET /v2.0/networks?id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9 HTTP/1.1" status: 200 len: 814 time: 0.1500578 Jul 04 09:32:28.531662 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e8a936-44f2-4a03-b38c-811f0bb34960 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Router b221a0b3-941b-4d75-ae23-085b185d1816 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:32:28.546092 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Request body: {'port': {'device_id': '0a1a8388-99ca-4fc6-85c4-7a5067ec87f7', 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9', 'admin_state_up': True, 'tenant_id': '544e467002294167ad6a96e270d1c30b'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:28.634019 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e8a936-44f2-4a03-b38c-811f0bb34960 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:32:28.638915 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a936-44f2-4a03-b38c-811f0bb34960 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:28.643867 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] Sync routers for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:32:28.653876 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:32:28.654685 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:32:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:32:28.659030 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Made reservation on behalf of 544e467002294167ad6a96e270d1c30b for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:32:28.662489 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:28.673639 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f4e8a936-44f2-4a03-b38c-811f0bb34960 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "PUT /v2.0/floatingips/af2bed58-758e-4048-8b89-d132274e31ac HTTP/1.1" status: 200 len: 991 time: 0.9051886 Jul 04 09:32:28.673639 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:32:28.674946 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00659079-9bd5-4c78-8af6-34845d334aed" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:32:28.711617 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc445bf5-dab2-426b-b583-45b1f06c9e58 x-openstack-request-id: req-bc445bf5-dab2-426b-b583-45b1f06c9e58 {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:32:28.711916 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:32:28.712166 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc445bf5-dab2-426b-b583-45b1f06c9e58 {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:32:28.712595 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc445bf5-dab2-426b-b583-45b1f06c9e58'] response: {'name': 'network-changed', 'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'status': 'completed', 'code': 200} Jul 04 09:32:28.762318 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:32:28.825242 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Allocated IP 172.20.0.13 (ead6f8f0-2482-4fb6-9b03-83529d3f37e9/1fbefc68-328e-4298-be70-446ca3888a79/ef04dbc1-9620-49e7-a44d-abf035fe3d6f) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:32:28.844064 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00659079-9bd5-4c78-8af6-34845d334aed req-1acef02a-663d-480d-966f-59fc0e24e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:28.845583 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-00659079-9bd5-4c78-8af6-34845d334aed req-1acef02a-663d-480d-966f-59fc0e24e91e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 1129 time: 0.0770860 Jul 04 09:32:28.981884 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'af2bed58-758e-4048-8b89-d132274e31ac', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'port_id': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'mac_address': 'fa:16:3e:c1:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:32:10Z', 'updated_at': '2022-07-04T09:32:28Z', 'revision_number': 1, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:32:29.006816 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] Checking router: b221a0b3-941b-4d75-ae23-085b185d1816 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:32:29.015207 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00659079-9bd5-4c78-8af6-34845d334aed req-315499a7-5f2f-4d1b-8c81-22ad76b5c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:29.016652 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-00659079-9bd5-4c78-8af6-34845d334aed req-315499a7-5f2f-4d1b-8c81-22ad76b5c8f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.1639585 Jul 04 09:32:29.017594 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:32:29.018248 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:32:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:32:29.093147 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks [] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:29.107341 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-00659079-9bd5-4c78-8af6-34845d334aed req-02377a19-5ec5-426d-9460-1adf20fad242 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0 HTTP/1.1" status: 200 len: 999 time: 0.0817237 Jul 04 09:32:29.119859 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:32:29.164675 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:29.181737 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00659079-9bd5-4c78-8af6-34845d334aed req-a27163ae-6e71-4ff7-ab1f-52d3a2562699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:29.183203 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-00659079-9bd5-4c78-8af6-34845d334aed req-a27163ae-6e71-4ff7-ab1f-52d3a2562699 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0620151 Jul 04 09:32:29.217546 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:32:29.240810 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:32:29.245908 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:32:29.276058 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Pushing event updated for resources: {'Port': ['ID=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:29.341975 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'af2bed58-758e-4048-8b89-d132274e31ac', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'port_id': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'mac_address': 'fa:16:3e:c1:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:32:10Z', 'updated_at': '2022-07-04T09:32:28Z', 'revision_number': 1, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:32:29.367283 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbc774-9f3f-4ddf-a2a0-027367ba1ece None None] The sync data for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi is: [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'af2bed58-758e-4048-8b89-d132274e31ac', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'port_id': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'mac_address': 'fa:16:3e:c1:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:32:10Z', 'updated_at': '2022-07-04T09:32:28Z', 'revision_number': 1, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:32:29.525941 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00659079-9bd5-4c78-8af6-34845d334aed req-e08adbb5-8b12-4cb0-af99-caf44013d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:29.526562 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-00659079-9bd5-4c78-8af6-34845d334aed req-e08adbb5-8b12-4cb0-af99-caf44013d492 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3262098 Jul 04 09:32:29.531212 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:29.531813 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:29.581752 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd783d4-2673-40f6-b62a-eeac9b339517 None None] New status for floating IP af2bed58-758e-4048-8b89-d132274e31ac: ACTIVE {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:32:29.596314 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6f1f0035-eb56-47d2-9b37-99790f9346fe tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0540900 Jul 04 09:32:29.617998 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Request body: {'port': {'device_id': '0a1a8388-99ca-4fc6-85c4-7a5067ec87f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:32:29.708070 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-00659079-9bd5-4c78-8af6-34845d334aed req-b3b1bac7-736e-42da-b14b-9190938df02b service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723809 Jul 04 09:32:29.733796 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fd74f-fdaf-4e6d-b61e-39ba89e9c7bd req-752b1607-9c39-4a30-bc48-ed8532418d77 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:29.735308 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0e5fd74f-fdaf-4e6d-b61e-39ba89e9c7bd req-752b1607-9c39-4a30-bc48-ed8532418d77 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 932 time: 0.1770933 Jul 04 09:32:29.776127 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:29.878840 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0e5fd74f-fdaf-4e6d-b61e-39ba89e9c7bd req-514a8044-7d3f-4b97-95e3-42dfa1eae849 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318057 Jul 04 09:32:29.941842 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-00659079-9bd5-4c78-8af6-34845d334aed req-6a73e7ca-756f-43fe-814d-1e76948994e2 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265840 Jul 04 09:32:30.095146 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef04dbc1-9620-49e7-a44d-abf035fe3d6f {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:32:30.103312 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Publish callbacks [] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:30.114955 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Transition to ACTIVE for port object ef04dbc1-9620-49e7-a44d-abf035fe3d6f will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:32:30.118593 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:30.170388 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Pushing event updated for resources: {'Port': ['ID=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:30.237937 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Attempting to bind port ef04dbc1-9620-49e7-a44d-abf035fe3d6f on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:32:30.238436 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Attempting to bind port ef04dbc1-9620-49e7-a44d-abf035fe3d6f by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'ca158bb5-c2be-4895-af4b-a37269eb7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:32:30.238765 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Attempting to bind port ef04dbc1-9620-49e7-a44d-abf035fe3d6f on network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:32:30.243215 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Port ef04dbc1-9620-49e7-a44d-abf035fe3d6f on network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:32:30.243537 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Attempting to bind port ef04dbc1-9620-49e7-a44d-abf035fe3d6f on network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:32:30.248318 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:32:30.248655 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Checking segment: {'id': 'ca158bb5-c2be-4895-af4b-a37269eb7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:32:30.249036 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Bound using segment: {'id': 'ca158bb5-c2be-4895-af4b-a37269eb7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:32:30.249460 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Bound port: ef04dbc1-9620-49e7-a44d-abf035fe3d6f, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca158bb5-c2be-4895-af4b-a37269eb7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:32:30.249815 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:30.307979 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] For port ef04dbc1-9620-49e7-a44d-abf035fe3d6f, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:32:30.310997 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] For port ef04dbc1-9620-49e7-a44d-abf035fe3d6f, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:32:30.317846 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:30.351593 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:30.352225 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:30.353598 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] 10.222.0.62 "PUT /v2.0/ports/ef04dbc1-9620-49e7-a44d-abf035fe3d6f HTTP/1.1" status: 200 len: 1094 time: 0.7418714 Jul 04 09:32:30.355733 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1a8388-99ca-4fc6-85c4-7a5067ec87f7', 'tag': 'ef04dbc1-9620-49e7-a44d-abf035fe3d6f'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:32:30.357943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2993e8-4198-49af-b57c-4e243ccbae25" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1a8388-99ca-4fc6-85c4-7a5067ec87f7", "tag": "ef04dbc1-9620-49e7-a44d-abf035fe3d6f"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:32:30.386065 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cf74a-e093-4298-acb8-082da4d22c94 service neutron] Pushing event updated for resources: {'Port': ['ID=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:30.400052 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70171bb0-6690-44d6-91f0-d8c6a7176f04 x-openstack-request-id: req-70171bb0-6690-44d6-91f0-d8c6a7176f04 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:32:30.400349 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1a8388-99ca-4fc6-85c4-7a5067ec87f7", "tag": "ef04dbc1-9620-49e7-a44d-abf035fe3d6f", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:32:30.400604 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70171bb0-6690-44d6-91f0-d8c6a7176f04 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:32:30.401005 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70171bb0-6690-44d6-91f0-d8c6a7176f04'] response: {'name': 'network-changed', 'server_uuid': '0a1a8388-99ca-4fc6-85c4-7a5067ec87f7', 'tag': 'ef04dbc1-9620-49e7-a44d-abf035fe3d6f', 'status': 'completed', 'code': 200} Jul 04 09:32:30.486632 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6c59c575-b145-41b2-82b6-87b11f7af047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:30.488145 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-6c59c575-b145-41b2-82b6-87b11f7af047 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=544e467002294167ad6a96e270d1c30b&device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 1128 time: 0.0452340 Jul 04 09:32:30.532844 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-da906f36-5cdd-4f70-8a9f-e89d2aecd730 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef04dbc1-9620-49e7-a44d-abf035fe3d6f HTTP/1.1" status: 200 len: 217 time: 0.0315430 Jul 04 09:32:30.581620 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-419250d8-791b-4d36-a251-96e688226ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:30.583170 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-419250d8-791b-4d36-a251-96e688226ded service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fbefc68-328e-4298-be70-446ca3888a79 HTTP/1.1" status: 200 len: 854 time: 0.0440376 Jul 04 09:32:30.618568 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-93792b18-9b25-456d-aca2-33b0886a322d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287688 Jul 04 09:32:30.706514 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-28593ffa-821b-4684-b3af-f1eecb9e34ed service neutron] 10.222.0.62 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816979 Jul 04 09:32:30.806668 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-db8707b6-069e-4d8d-af15-c78cadac07eb req-a1458ef3-8dce-4f45-9730-fbe2a2460678 service neutron] 10.222.0.62 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890055 Jul 04 09:32:30.962108 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-b98474f1-8302-4d72-ace5-4e1d6bc7e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:30.963455 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-b98474f1-8302-4d72-ace5-4e1d6bc7e671 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=544e467002294167ad6a96e270d1c30b&device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 1128 time: 0.0536714 Jul 04 09:32:31.059369 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca888bc-4c0d-486d-89ad-db6c0c7d684a req-4d67885e-f8f5-40d6-89df-3d98feb938de tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:31.060850 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ca888bc-4c0d-486d-89ad-db6c0c7d684a req-4d67885e-f8f5-40d6-89df-3d98feb938de tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 944 time: 0.1092763 Jul 04 09:32:31.099236 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-84cb8984-30fd-4c9b-834d-03d597864153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:31.101168 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-84cb8984-30fd-4c9b-834d-03d597864153 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9 HTTP/1.1" status: 200 len: 915 time: 0.1196280 Jul 04 09:32:31.147939 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-fe318c29-0f03-4609-97f5-fcdc32c34148 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef04dbc1-9620-49e7-a44d-abf035fe3d6f HTTP/1.1" status: 200 len: 217 time: 0.0401905 Jul 04 09:32:31.168903 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ca888bc-4c0d-486d-89ad-db6c0c7d684a req-c377418c-7d93-49e4-8654-58b5dde3329f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898252 Jul 04 09:32:31.206638 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-7ec50628-6c2f-439e-9a1e-70abb1a872ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:31.208079 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-7ec50628-6c2f-439e-9a1e-70abb1a872ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fbefc68-328e-4298-be70-446ca3888a79 HTTP/1.1" status: 200 len: 854 time: 0.0521483 Jul 04 09:32:31.239496 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-5cdf2ad8-2c33-4f1c-9da1-d54b317fe52d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250680 Jul 04 09:32:31.326619 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-a65ff374-bb8a-46ec-9021-4c9c6c7c06b1 service neutron] 10.222.0.62 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805063 Jul 04 09:32:31.419364 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e2993e8-4198-49af-b57c-4e243ccbae25 req-6827ea83-9c5b-4c66-b1d8-5ec83f715c60 service neutron] 10.222.0.62 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865176 Jul 04 09:32:32.528741 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5611d86-b092-4f89-b405-d72071335b89 req-c789796f-6132-4362-8207-622a4f83f197 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:32.534053 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f5611d86-b092-4f89-b405-d72071335b89 req-c789796f-6132-4362-8207-622a4f83f197 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 944 time: 0.2951522 Jul 04 09:32:32.577995 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f5611d86-b092-4f89-b405-d72071335b89 req-4e45aaf4-029f-42cb-a1f7-42d3d9763c17 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Jul 04 09:32:33.696406 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68f15f-174e-4871-92e9-f9d2a0b1cdc7 req-b642fb34-2bfc-4471-b894-7f77937ab2f5 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:33.697902 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8e68f15f-174e-4871-92e9-f9d2a0b1cdc7 req-b642fb34-2bfc-4471-b894-7f77937ab2f5 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 944 time: 0.0546105 Jul 04 09:32:33.744167 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8e68f15f-174e-4871-92e9-f9d2a0b1cdc7 req-21161273-322c-4351-a980-2b32d7ea3bf0 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Jul 04 09:32:34.343868 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device ef04dbc1-9620-49e7-a44d-abf035fe3d6f details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:32:34.442507 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port ef04dbc1-9620-49e7-a44d-abf035fe3d6f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:32:34.455657 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': 'ef04dbc1-9620-49e7-a44d-abf035fe3d6f', 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9', 'port_id': 'ef04dbc1-9620-49e7-a44d-abf035fe3d6f', 'mac_address': 'fa:16:3e:e8:97:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbefc68-328e-4298-be70-446ca3888a79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:32:34.488275 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port ef04dbc1-9620-49e7-a44d-abf035fe3d6f is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:32:34.488657 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:34.501316 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef04dbc1-9620-49e7-a44d-abf035fe3d6f {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:32:34.520351 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port ef04dbc1-9620-49e7-a44d-abf035fe3d6f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:32:34.524402 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:34.567793 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:34.862697 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504a9c-f244-44d1-b5bb-9fba9321f820 req-18a8ce95-3399-40db-8a17-89ff0c9ebc12 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:34.864159 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1e504a9c-f244-44d1-b5bb-9fba9321f820 req-18a8ce95-3399-40db-8a17-89ff0c9ebc12 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 945 time: 0.0509410 Jul 04 09:32:34.911468 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1e504a9c-f244-44d1-b5bb-9fba9321f820 req-b2376d5e-3aff-448c-a238-cc59bf0255db tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Jul 04 09:32:35.109774 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['ef04dbc1-9620-49e7-a44d-abf035fe3d6f'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:32:36.036969 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba96181-9a02-476d-832f-ad7cf4ae3856 req-fad6dab2-5c91-454b-a54c-1fc9f2b6769f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:36.038725 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aba96181-9a02-476d-832f-ad7cf4ae3856 req-fad6dab2-5c91-454b-a54c-1fc9f2b6769f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 945 time: 0.0612969 Jul 04 09:32:36.089961 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aba96181-9a02-476d-832f-ad7cf4ae3856 req-a056bb62-8ea7-42cd-9982-c9d32a591914 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Jul 04 09:32:37.211844 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4e54f-4236-43f6-a9fa-9f91265f32cf req-5451514c-cf0e-40ba-b422-501ee178d73d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:37.213312 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-36d4e54f-4236-43f6-a9fa-9f91265f32cf req-5451514c-cf0e-40ba-b422-501ee178d73d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 945 time: 0.0564463 Jul 04 09:32:37.259432 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-36d4e54f-4236-43f6-a9fa-9f91265f32cf req-4a8af4cc-afca-459f-93e2-7a148a67bac8 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Jul 04 09:32:38.340498 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device ef04dbc1-9620-49e7-a44d-abf035fe3d6f up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:32:38.374628 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991857a-c976-420f-a5b3-56abab50fae3 req-b2651dd6-0f18-4445-bc3b-98934fd90fb5 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:38.376115 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2991857a-c976-420f-a5b3-56abab50fae3 req-b2651dd6-0f18-4445-bc3b-98934fd90fb5 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 945 time: 0.0524838 Jul 04 09:32:38.385808 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port ef04dbc1-9620-49e7-a44d-abf035fe3d6f completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:32:38.390111 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port ef04dbc1-9620-49e7-a44d-abf035fe3d6f triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:32:38.390481 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:38.424119 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2991857a-c976-420f-a5b3-56abab50fae3 req-0ef48086-e1a3-4354-8bb0-68261bf6cac4 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 Jul 04 09:32:38.466605 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port ef04dbc1-9620-49e7-a44d-abf035fe3d6f is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:32:38.467006 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:38.489289 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1a8388-99ca-4fc6-85c4-7a5067ec87f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef04dbc1-9620-49e7-a44d-abf035fe3d6f'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:32:38.492189 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1c662b-97b7-4c15-bae2-d98f5f342145" -d '{"events": [{"server_uuid": "0a1a8388-99ca-4fc6-85c4-7a5067ec87f7", "name": "network-vif-plugged", "status": "completed", "tag": "ef04dbc1-9620-49e7-a44d-abf035fe3d6f"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:32:38.504655 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port ef04dbc1-9620-49e7-a44d-abf035fe3d6f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:32:38.508796 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:38.529418 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df232b-2406-49e6-a828-f3e019877ff1 x-openstack-request-id: req-e4df232b-2406-49e6-a828-f3e019877ff1 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:32:38.529736 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1a8388-99ca-4fc6-85c4-7a5067ec87f7", "name": "network-vif-plugged", "status": "completed", "tag": "ef04dbc1-9620-49e7-a44d-abf035fe3d6f", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:32:38.529996 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e4df232b-2406-49e6-a828-f3e019877ff1 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:32:38.530415 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4df232b-2406-49e6-a828-f3e019877ff1'] response: {'server_uuid': '0a1a8388-99ca-4fc6-85c4-7a5067ec87f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef04dbc1-9620-49e7-a44d-abf035fe3d6f', 'code': 200} Jul 04 09:32:38.555852 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:32:38.769576 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827861b0-13f9-4581-9152-500ff8fb1cb1 req-185da028-9e2e-49b2-bb02-4b11f57695ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:38.771162 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-827861b0-13f9-4581-9152-500ff8fb1cb1 req-185da028-9e2e-49b2-bb02-4b11f57695ab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 1130 time: 0.0443072 Jul 04 09:32:38.816981 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-827861b0-13f9-4581-9152-500ff8fb1cb1 req-9a9c62a7-57fc-4f2d-b45c-eba781431c27 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Jul 04 09:32:39.545524 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1111047-2102-4ff7-bab9-934f845db7af req-972c86f6-e0dd-4999-a0e5-249c48850b6d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:39.547074 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1111047-2102-4ff7-bab9-934f845db7af req-972c86f6-e0dd-4999-a0e5-249c48850b6d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 946 time: 0.0563266 Jul 04 09:32:39.594527 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1111047-2102-4ff7-bab9-934f845db7af req-468ed042-d9bf-4f50-ab9c-927370f3ea1f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Jul 04 09:32:40.713684 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbb180-4963-41cf-b0e9-83b2f28fe1c3 req-761349e1-9620-457e-96b3-8668e45fda10 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:40.715096 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-febbb180-4963-41cf-b0e9-83b2f28fe1c3 req-761349e1-9620-457e-96b3-8668e45fda10 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 946 time: 0.0530224 Jul 04 09:32:40.761173 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-febbb180-4963-41cf-b0e9-83b2f28fe1c3 req-e3e8981e-5167-4dab-9290-9e4957da6141 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Jul 04 09:32:41.880176 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc173-ad41-4220-8dd1-a23260c180ee req-335c3496-28dc-4c04-83b7-b8f74ba73e11 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:41.881653 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-96fdc173-ad41-4220-8dd1-a23260c180ee req-335c3496-28dc-4c04-83b7-b8f74ba73e11 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 946 time: 0.0546775 Jul 04 09:32:41.928969 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-96fdc173-ad41-4220-8dd1-a23260c180ee req-02e17737-25df-4f3b-825d-5f170196b3d0 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Jul 04 09:32:41.993761 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c96d46d2-664f-4b57-8605-5b668286eecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:44.092709 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2687338d-5a9d-49bd-b781-a6d911b363a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:45.449744 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:46.713499 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-e0526dc7-bfcf-4029-8674-ff2403eaa285 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450137 Jul 04 09:32:46.800388 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:46.809434 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-1fdd9ec5-adb0-49d9-953d-c4c3db033226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:46.811250 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-1fdd9ec5-adb0-49d9-953d-c4c3db033226 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 1130 time: 0.0505638 Jul 04 09:32:46.914371 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-341ec62b-111e-4c2f-91ae-d0d62097df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:46.916349 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-341ec62b-111e-4c2f-91ae-d0d62097df85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.0853510 Jul 04 09:32:46.959306 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-0eb6cf67-075d-4cb2-bc3b-dd9fce0e7a2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38a669ed-388d-4937-b164-3b6b2501bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0351980 Jul 04 09:32:47.008651 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-7a7a3051-0103-4e08-b991-b258f5cfc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:47.010145 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-7a7a3051-0103-4e08-b991-b258f5cfc356 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0443931 Jul 04 09:32:47.059854 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-7f6ccdc7-b062-4e7c-a88e-695162fbd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:47.061343 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-7f6ccdc7-b062-4e7c-a88e-695162fbd95e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445144 Jul 04 09:32:47.160446 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-0360c059-a7f8-4f2c-bf57-beb79b0d8e24 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895443 Jul 04 09:32:47.253722 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-09718dcb-c424-41fe-b5ce-cd7d08e6c5ea req-e125dd03-6fd2-4efd-9d0f-6987a468c178 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846853 Jul 04 09:32:48.403735 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:49.103164 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:55.850042 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a1c82-40d7-4594-bd8a-2201fdbd1060 req-0de81ae2-d0ba-496c-b69e-32217c29386c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:55.851534 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6b8a1c82-40d7-4594-bd8a-2201fdbd1060 req-0de81ae2-d0ba-496c-b69e-32217c29386c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0502896 Jul 04 09:32:55.900819 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6b8a1c82-40d7-4594-bd8a-2201fdbd1060 req-b8dcdf40-3424-45de-912c-6d065452b1a1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426133 Jul 04 09:32:57.031693 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ddd03-9617-4d1f-bde4-355878a01845 req-0c65d1a4-fac6-4453-b0f4-800387324b93 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:57.033279 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bd7ddd03-9617-4d1f-bde4-355878a01845 req-0c65d1a4-fac6-4453-b0f4-800387324b93 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0561349 Jul 04 09:32:57.083212 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bd7ddd03-9617-4d1f-bde4-355878a01845 req-3bb3043d-2a47-42fe-93f8-2277d2a97558 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444589 Jul 04 09:32:58.206863 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c610990-f263-412e-8d9e-40732a26a138 req-af36e363-bf8f-4aab-8eb1-4125875f7081 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:58.208341 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3c610990-f263-412e-8d9e-40732a26a138 req-af36e363-bf8f-4aab-8eb1-4125875f7081 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0524569 Jul 04 09:32:58.254426 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3c610990-f263-412e-8d9e-40732a26a138 req-8429464a-220c-4ab7-a35c-ecc8f03e86d3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 Jul 04 09:32:59.380470 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec429611-ed7a-403e-a035-022578425e98 req-6aa4d1fe-1c9d-4c68-959d-b5cd04c76313 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:32:59.381949 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ec429611-ed7a-403e-a035-022578425e98 req-6aa4d1fe-1c9d-4c68-959d-b5cd04c76313 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0555115 Jul 04 09:32:59.427653 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ec429611-ed7a-403e-a035-022578425e98 req-92e78c86-5ba2-4186-816e-6d3a4e6c1e43 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400515 Jul 04 09:33:00.548421 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ecf3d-99d9-4f94-9539-0a5d881a0dfe req-3de6e230-663e-4a62-85ba-d9076492d3fa tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:00.549819 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5d3ecf3d-99d9-4f94-9539-0a5d881a0dfe req-3de6e230-663e-4a62-85ba-d9076492d3fa tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0515282 Jul 04 09:33:00.595950 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5d3ecf3d-99d9-4f94-9539-0a5d881a0dfe req-23e9ce52-e5b0-421c-a58e-569ebb9ba3d3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Jul 04 09:33:01.186802 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:33:01.723427 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b09b1-ce52-44de-88cb-571e5c089804 req-2ed020f1-dfd4-432c-9c0c-67b5a4d2f745 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:01.725045 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bc4b09b1-ce52-44de-88cb-571e5c089804 req-2ed020f1-dfd4-432c-9c0c-67b5a4d2f745 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0581675 Jul 04 09:33:01.771807 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bc4b09b1-ce52-44de-88cb-571e5c089804 req-a7b39474-494c-408e-be8b-060256086606 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Jul 04 09:33:02.897511 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24c800-4244-46c6-b54d-b7386443c7cc req-83a0378a-2e77-424d-9b4f-d8d4d48f622d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:02.899033 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4d24c800-4244-46c6-b54d-b7386443c7cc req-83a0378a-2e77-424d-9b4f-d8d4d48f622d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0546298 Jul 04 09:33:02.947540 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4d24c800-4244-46c6-b54d-b7386443c7cc req-42c39258-9e93-4dfc-a81c-9db8faed35ba tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 Jul 04 09:33:03.054851 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349a810-c674-415e-9849-d92b919f8b6f req-41b5d252-1b5b-4438-a6c7-b7158ea5f9e6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:03.056368 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e349a810-c674-415e-9849-d92b919f8b6f req-41b5d252-1b5b-4438-a6c7-b7158ea5f9e6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0570221 Jul 04 09:33:03.104536 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e349a810-c674-415e-9849-d92b919f8b6f req-45208b65-5bcb-4e77-aa37-0840491c8d6e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412216 Jul 04 09:33:04.081623 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba6cd2-5ab5-4c23-a67a-0b7f198c42cd req-cf0933b6-aed2-416a-9835-2347a108a940 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:04.083226 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6eba6cd2-5ab5-4c23-a67a-0b7f198c42cd req-cf0933b6-aed2-416a-9835-2347a108a940 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0530646 Jul 04 09:33:04.128004 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6eba6cd2-5ab5-4c23-a67a-0b7f198c42cd req-3b2bfae9-fae1-4480-9b26-f14b9c2d1e46 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393372 Jul 04 09:33:04.223310 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95aa61-171e-46c5-8c40-23d673cf5a96 req-0e0d696f-5f51-4eee-84cf-eae6a20fe1e6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:04.224782 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-da95aa61-171e-46c5-8c40-23d673cf5a96 req-0e0d696f-5f51-4eee-84cf-eae6a20fe1e6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0518475 Jul 04 09:33:04.272451 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-da95aa61-171e-46c5-8c40-23d673cf5a96 req-503eb110-5070-4e33-833d-0a24e6afea14 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416846 Jul 04 09:33:05.250657 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f124-af88-49fa-8bac-94192f1ead54 req-add8a2ad-e8a6-4aea-842b-8ac56209c1ac tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:05.252129 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dc12f124-af88-49fa-8bac-94192f1ead54 req-add8a2ad-e8a6-4aea-842b-8ac56209c1ac tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0512047 Jul 04 09:33:05.302674 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dc12f124-af88-49fa-8bac-94192f1ead54 req-b31e816a-61b8-44b0-ac72-de85be22997f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450313 Jul 04 09:33:05.394512 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca37212-49aa-424d-a7a1-4e4e43ad116d req-d18c6474-1546-45f9-8595-d5b57343e464 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:05.395910 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fca37212-49aa-424d-a7a1-4e4e43ad116d req-d18c6474-1546-45f9-8595-d5b57343e464 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0517509 Jul 04 09:33:05.449807 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fca37212-49aa-424d-a7a1-4e4e43ad116d req-c0223089-a71f-49a4-956a-b5a97008dbb7 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482936 Jul 04 09:33:06.425507 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f501cb4-7f28-46ab-9d19-dae743b2093a req-77bd2ddd-f078-46d8-87ea-5856aa5556d7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:06.427006 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5f501cb4-7f28-46ab-9d19-dae743b2093a req-77bd2ddd-f078-46d8-87ea-5856aa5556d7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0517716 Jul 04 09:33:06.475332 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5f501cb4-7f28-46ab-9d19-dae743b2093a req-5dedf326-e752-4e10-87da-0e9c86e67082 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 Jul 04 09:33:06.574970 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b386c-343b-4263-86a1-254366fe1dc1 req-5cc1dde0-744b-4d54-8f6f-2b8109693293 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:06.576705 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4b9b386c-343b-4263-86a1-254366fe1dc1 req-5cc1dde0-744b-4d54-8f6f-2b8109693293 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0583749 Jul 04 09:33:06.626304 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4b9b386c-343b-4263-86a1-254366fe1dc1 req-6c046de3-8612-42d4-9d78-ad37a82c4429 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Jul 04 09:33:07.598131 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c9ce9-0e67-4fc5-ad1c-5676cb3e27df req-11f81166-725b-4240-883e-86207724f094 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:07.599634 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-931c9ce9-0e67-4fc5-ad1c-5676cb3e27df req-11f81166-725b-4240-883e-86207724f094 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0522482 Jul 04 09:33:07.647154 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-931c9ce9-0e67-4fc5-ad1c-5676cb3e27df req-60139b8d-433a-4693-9434-629c6ed02341 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Jul 04 09:33:07.740087 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b3123-6e0d-4e6a-8663-fa16ad1d12de req-ea3dad33-ed21-4429-8c27-a678f360ef4c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:07.741529 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-599b3123-6e0d-4e6a-8663-fa16ad1d12de req-ea3dad33-ed21-4429-8c27-a678f360ef4c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0501282 Jul 04 09:33:07.787209 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-599b3123-6e0d-4e6a-8663-fa16ad1d12de req-a1ee5e51-de0c-4835-b5cc-cdbf04b1bc43 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Jul 04 09:33:08.773754 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89005d4-6c29-4d88-a680-7499c7633108 req-33ce8d47-8aa2-46ed-a233-e1558014779e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:08.775250 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e89005d4-6c29-4d88-a680-7499c7633108 req-33ce8d47-8aa2-46ed-a233-e1558014779e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0561163 Jul 04 09:33:08.822003 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e89005d4-6c29-4d88-a680-7499c7633108 req-ef2de5d5-e55a-440f-b807-7269a1747845 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411212 Jul 04 09:33:08.905247 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4baa6-f17a-4605-9972-d1ca479ec348 req-bc572ccd-e454-47eb-9326-ea9401ae7c45 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:08.906722 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a2e4baa6-f17a-4605-9972-d1ca479ec348 req-bc572ccd-e454-47eb-9326-ea9401ae7c45 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0541964 Jul 04 09:33:08.952249 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a2e4baa6-f17a-4605-9972-d1ca479ec348 req-816b35d4-b1d0-413a-9649-5d240e6c7a8e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399227 Jul 04 09:33:09.860374 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57942) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:33:09.864886 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725709484', 'description': 'tempest-description--2135975052'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:33:09.888339 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:09.957505 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e2c71-3b98-4aca-bd9b-3507e3aa5b9d req-0305202a-8a6b-4b83-bf55-e7d3de80c56c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:09.958620 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (04ea0d01-d664-4cc3-9027-98db135c6bc7), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:09.960564 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1a2e2c71-3b98-4aca-bd9b-3507e3aa5b9d req-0305202a-8a6b-4b83-bf55-e7d3de80c56c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0589194 Jul 04 09:33:09.962575 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (04ea0d01-d664-4cc3-9027-98db135c6bc7), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.006399 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.010704 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1492231 Jul 04 09:33:10.015164 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57952) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:33:10.016257 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea0d01-d664-4cc3-9027-98db135c6bc7,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:10.024132 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-42f99c0d-5073-46c7-9e8d-8e3a83919786 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group_rule': {'security_group_id': '04ea0d01-d664-4cc3-9027-98db135c6bc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:33:10.033806 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.034236 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.035180 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.035540 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.035891 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.036239 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.036588 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.037197 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1a2e2c71-3b98-4aca-bd9b-3507e3aa5b9d req-21f91f48-e19f-43ec-8d54-204bc5f6fc3b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717480 Jul 04 09:33:10.042411 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.043652 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.044278 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.044933 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.050625 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.051032 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1089cda-44b6-4e0a-b3d8-8ea8b173c171 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:10.122563 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e064536-594a-46f8-8f9a-f75db43781f5 req-710667cb-4bdb-41bd-bcb1-560fe7677366 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:10.124023 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2e064536-594a-46f8-8f9a-f75db43781f5 req-710667cb-4bdb-41bd-bcb1-560fe7677366 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0671864 Jul 04 09:33:10.125328 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-42f99c0d-5073-46c7-9e8d-8e3a83919786 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (7e9f4d92-b117-4b89-a42a-a610b8199676), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.205178 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2e064536-594a-46f8-8f9a-f75db43781f5 req-e9a19690-ff95-4883-acce-3b28b9d94b7a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709972 Jul 04 09:33:10.210788 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-42f99c0d-5073-46c7-9e8d-8e3a83919786 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (7e9f4d92-b117-4b89-a42a-a610b8199676), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.215884 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-42f99c0d-5073-46c7-9e8d-8e3a83919786 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (7e9f4d92-b117-4b89-a42a-a610b8199676), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.234058 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f99c0d-5073-46c7-9e8d-8e3a83919786 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9f4d92-b117-4b89-a42a-a610b8199676,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:10.243036 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-42f99c0d-5073-46c7-9e8d-8e3a83919786 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.244723 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-42f99c0d-5073-46c7-9e8d-8e3a83919786 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244983 Jul 04 09:33:10.247471 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57954) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:33:10.251861 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-5a7fca13-52f2-4717-8604-50b06fd2a1b1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group_rule': {'security_group_id': '04ea0d01-d664-4cc3-9027-98db135c6bc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:33:10.275663 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a7fca13-52f2-4717-8604-50b06fd2a1b1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (7b8beeba-ee86-4b56-82ef-b36af9bf6333), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.330449 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a7fca13-52f2-4717-8604-50b06fd2a1b1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (7b8beeba-ee86-4b56-82ef-b36af9bf6333), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.334090 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a7fca13-52f2-4717-8604-50b06fd2a1b1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (7b8beeba-ee86-4b56-82ef-b36af9bf6333), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.350798 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fca13-52f2-4717-8604-50b06fd2a1b1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8beeba-ee86-4b56-82ef-b36af9bf6333,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:10.358894 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5a7fca13-52f2-4717-8604-50b06fd2a1b1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.360121 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-5a7fca13-52f2-4717-8604-50b06fd2a1b1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116741 Jul 04 09:33:10.363135 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 57956) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:33:10.367391 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:33:10.388455 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.487925 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.591746 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Allocated IP 172.27.3.141 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/1563e345-895e-472b-ade6-d85f71026bd0) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:33:10.692641 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (1563e345-895e-472b-ade6-d85f71026bd0), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.722948 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (1563e345-895e-472b-ade6-d85f71026bd0), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.757803 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:33:10.762410 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:33:10.765805 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:33:10.787960 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=1563e345-895e-472b-ade6-d85f71026bd0,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:10.854917 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:10.892503 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1563e345-895e-472b-ade6-d85f71026bd0), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:11.039512 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (1563e345-895e-472b-ade6-d85f71026bd0), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:11.044811 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (1563e345-895e-472b-ade6-d85f71026bd0), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:11.118372 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=1563e345-895e-472b-ade6-d85f71026bd0,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:11.124916 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:11.141256 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:11.149424 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-dcfe391e-336f-4f98-9242-184ab78c1aa9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7788789 Jul 04 09:33:11.171329 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf439a-e073-468e-93f4-da6c86f271fb req-cb534db7-920c-4b70-aa1d-59cb061ce20d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:11.172813 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-44bf439a-e073-468e-93f4-da6c86f271fb req-cb534db7-920c-4b70-aa1d-59cb061ce20d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0550017 Jul 04 09:33:11.223038 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-44bf439a-e073-468e-93f4-da6c86f271fb req-113fc02e-2b66-4e7c-bad1-78ad5ad977e1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446661 Jul 04 09:33:11.346422 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-9c1eab67-fb03-4cb5-be3e-b788e13ff376 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--725709484&fields=id&tenant_id=6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 267 time: 0.0422833 Jul 04 09:33:11.347153 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5c498-49a9-4cf2-be56-e6a054b9e0b7 req-b25b5b68-005c-4cb9-8e0c-ccaf04b21170 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:11.348745 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-40f5c498-49a9-4cf2-be56-e6a054b9e0b7 req-b25b5b68-005c-4cb9-8e0c-ccaf04b21170 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0538681 Jul 04 09:33:11.395205 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-40f5c498-49a9-4cf2-be56-e6a054b9e0b7 req-6dfe3ac3-f920-4e52-8552-1b490d7f226a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Jul 04 09:33:11.451328 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-f8df84a9-6425-4857-ab38-3ee04213c25f tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:11.452958 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-f8df84a9-6425-4857-ab38-3ee04213c25f tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 815 time: 0.0997415 Jul 04 09:33:11.467181 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-89d30168-ff21-4c28-b5d3-391f23e8e36a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/quotas/6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 375 time: 0.0088811 Jul 04 09:33:11.525787 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-446b2ff1-d69c-460f-a650-09fdfed834ac tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536282 Jul 04 09:33:11.622816 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-a6ae0cee-0729-4e55-8808-7e4627ac42e9 service neutron] 10.222.0.73 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857346 Jul 04 09:33:11.713204 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-3321394d-70d9-4b3c-ba38-bd981c7dc886 service neutron] 10.222.0.73 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846260 Jul 04 09:33:11.871900 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-127c9c43-fc60-4eb9-a796-117e218b4b41 req-cab681f0-11ab-4e60-89d1-5f6aa1896604 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 210 time: 0.0298922 Jul 04 09:33:11.996158 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-20672bf9-12e1-4176-9259-74b3c9cff55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:12.359747 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a89d4-9e2a-4ce5-a1ad-cc4c1f816933 req-79b45fc9-d1ee-4244-bdf2-1bf9eff8eedc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:12.361142 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fb4a89d4-9e2a-4ce5-a1ad-cc4c1f816933 req-79b45fc9-d1ee-4244-bdf2-1bf9eff8eedc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0548584 Jul 04 09:33:12.412859 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fb4a89d4-9e2a-4ce5-a1ad-cc4c1f816933 req-591fd325-8ba7-43f1-b992-1f211f7ad749 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458286 Jul 04 09:33:12.532869 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04086a-9faa-4b14-ba59-da5c1afb17ca req-057cd4da-5bd7-4dec-a508-5b7bd947a733 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:12.534542 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dd04086a-9faa-4b14-ba59-da5c1afb17ca req-057cd4da-5bd7-4dec-a508-5b7bd947a733 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0604086 Jul 04 09:33:12.591789 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dd04086a-9faa-4b14-ba59-da5c1afb17ca req-b1003d02-6aef-4867-9cb3-2e65e3c8f559 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511439 Jul 04 09:33:12.973940 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4524078f-8235-4a98-bdb9-4aac62afb542 req-8b411370-9ed1-45cd-b512-b48ff050bb20 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 210 time: 0.0288589 Jul 04 09:33:13.236151 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-f9b8c7fd-588a-4994-8608-8423a8f7b5fa tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:13.237733 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-f9b8c7fd-588a-4994-8608-8423a8f7b5fa tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 815 time: 0.1104431 Jul 04 09:33:13.332570 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-eb9c0c4c-eff3-4af5-9d9c-2ee55601e460 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 471 time: 0.0745850 Jul 04 09:33:13.342376 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'port': {'device_id': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'admin_state_up': True, 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'security_groups': ['04ea0d01-d664-4cc3-9027-98db135c6bc7']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:33:13.449777 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Made reservation on behalf of 6a68b94cba234defbc9f59f21c9d0fb5 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:33:13.453214 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:13.539630 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8656-33f8-495e-a812-c01c3da4311d req-ff5945f8-ebc2-474a-9b2a-0ada1df4e4ef tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:13.541386 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7ead8656-33f8-495e-a812-c01c3da4311d req-ff5945f8-ebc2-474a-9b2a-0ada1df4e4ef tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0524211 Jul 04 09:33:13.580588 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Allocated IP 172.20.0.14 (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae/7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4/1027024b-35c8-47eb-946a-9be53a6da7cd) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:33:13.588106 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7ead8656-33f8-495e-a812-c01c3da4311d req-9bf83866-7345-4292-971a-f257f8c382c1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 Jul 04 09:33:13.751224 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d93112-f432-4e07-a3ce-134aee6b976e req-a3db6328-eaab-4ff0-831c-0574548d7c8b tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:13.752739 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08d93112-f432-4e07-a3ce-134aee6b976e req-a3db6328-eaab-4ff0-831c-0574548d7c8b tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0893619 Jul 04 09:33:13.772001 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:13.821902 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08d93112-f432-4e07-a3ce-134aee6b976e req-a3e7b15a-04fb-431d-95b2-f44ce499e1c3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636768 Jul 04 09:33:13.834604 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:13.885771 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:33:13.890106 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:33:13.893744 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:33:13.917579 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=1027024b-35c8-47eb-946a-9be53a6da7cd,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:13.931289 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.931651 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.931987 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.932322 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.932656 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.932986 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.933888 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.934901 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.935239 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.935569 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.935898 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.936225 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.936550 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:13.960087 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:13.960699 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:13.976835 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-53706fa9-75f0-404b-9ca5-dca5e9d969b4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6391625 Jul 04 09:33:14.002521 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Request body: {'port': {'device_id': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:33:14.099242 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-941b8066-8e4c-4dbc-a9a5-2f07832faab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:14.107602 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f3637-676d-44b3-a4f2-e8b4c7115e51 req-144ec5cb-8008-4ce7-b4a4-584d709eae99 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:14.109283 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bc7f3637-676d-44b3-a4f2-e8b4c7115e51 req-144ec5cb-8008-4ce7-b4a4-584d709eae99 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 932 time: 0.0632143 Jul 04 09:33:14.162246 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bc7f3637-676d-44b3-a4f2-e8b4c7115e51 req-762f1388-ab3c-4d84-ba7c-af92e03eddc8 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471382 Jul 04 09:33:14.188378 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-68280c45-5b19-4218-bc9b-399b6a7152f2 None None] Provisioning complete for port 1027024b-35c8-47eb-946a-9be53a6da7cd triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:33:14.188749 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-68280c45-5b19-4218-bc9b-399b6a7152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:14.224899 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-68280c45-5b19-4218-bc9b-399b6a7152f2 None None] Port 1027024b-35c8-47eb-946a-9be53a6da7cd cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:33:14.299161 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:14.545683 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1027024b-35c8-47eb-946a-9be53a6da7cd {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:33:14.553826 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Publish callbacks [] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:14.566618 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Transition to ACTIVE for port object 1027024b-35c8-47eb-946a-9be53a6da7cd will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:33:14.570890 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:14.625653 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Pushing event updated for resources: {'Port': ['ID=1027024b-35c8-47eb-946a-9be53a6da7cd,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:14.720862 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Attempting to bind port 1027024b-35c8-47eb-946a-9be53a6da7cd on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:33:14.721205 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Attempting to bind port 1027024b-35c8-47eb-946a-9be53a6da7cd by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:33:14.721539 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Attempting to bind port 1027024b-35c8-47eb-946a-9be53a6da7cd on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:33:14.728769 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Port 1027024b-35c8-47eb-946a-9be53a6da7cd on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:33:14.729098 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Attempting to bind port 1027024b-35c8-47eb-946a-9be53a6da7cd on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:33:14.737771 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:33:14.738137 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Checking segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:33:14.738527 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Bound using segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:33:14.738970 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Bound port: 1027024b-35c8-47eb-946a-9be53a6da7cd, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:33:14.739334 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:14.761085 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b8146-9ca2-4200-af4a-6f55d8d99f90 req-958294ed-faf2-4681-950d-82b84081ed42 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:14.763224 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a11b8146-9ca2-4200-af4a-6f55d8d99f90 req-958294ed-faf2-4681-950d-82b84081ed42 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0929036 Jul 04 09:33:14.847347 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] For port 1027024b-35c8-47eb-946a-9be53a6da7cd, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:33:14.852296 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] For port 1027024b-35c8-47eb-946a-9be53a6da7cd, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1027024b-35c8-47eb-946a-9be53a6da7cd,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:33:14.856191 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a11b8146-9ca2-4200-af4a-6f55d8d99f90 req-da152835-7937-4898-822c-8ae0a6034e3c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682745 Jul 04 09:33:14.862413 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:14.897144 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:14.897776 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:14.899339 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] 10.222.0.62 "PUT /v2.0/ports/1027024b-35c8-47eb-946a-9be53a6da7cd HTTP/1.1" status: 200 len: 1094 time: 0.9012518 Jul 04 09:33:14.899807 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'tag': '1027024b-35c8-47eb-946a-9be53a6da7cd'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:33:14.902628 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d553929-1d1d-4b53-829d-36e0d7b8cdee" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7e86fb-7e26-4c23-be4d-0e28865ef219", "tag": "1027024b-35c8-47eb-946a-9be53a6da7cd"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:33:14.940629 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f1f22-ce22-47dd-9181-a1e26c1e5bbb service neutron] Pushing event updated for resources: {'Port': ['ID=1027024b-35c8-47eb-946a-9be53a6da7cd,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:14.954614 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c547e-8dd1-4d63-b04b-e2200195619c x-openstack-request-id: req-996c547e-8dd1-4d63-b04b-e2200195619c {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:33:14.954985 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7e86fb-7e26-4c23-be4d-0e28865ef219", "tag": "1027024b-35c8-47eb-946a-9be53a6da7cd", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:33:14.955313 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-996c547e-8dd1-4d63-b04b-e2200195619c {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:33:14.955792 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996c547e-8dd1-4d63-b04b-e2200195619c'] response: {'name': 'network-changed', 'server_uuid': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'tag': '1027024b-35c8-47eb-946a-9be53a6da7cd', 'status': 'completed', 'code': 200} Jul 04 09:33:14.977566 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65662713-7f00-4608-a4f2-0a5baeea461b req-262d47b2-21ed-4a4b-8a2b-388cd938f5e8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:14.979173 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-65662713-7f00-4608-a4f2-0a5baeea461b req-262d47b2-21ed-4a4b-8a2b-388cd938f5e8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0775688 Jul 04 09:33:15.032025 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-0525b445-2813-4b9d-a799-9080eb2eb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:15.033929 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-0525b445-2813-4b9d-a799-9080eb2eb019 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 1128 time: 0.0526617 Jul 04 09:33:15.036058 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-65662713-7f00-4608-a4f2-0a5baeea461b req-002cfaa9-3f7e-421e-b6e6-da0756d827a1 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491412 Jul 04 09:33:15.088398 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-7b547fc4-4a64-4e38-a866-4e16ac1b406c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1027024b-35c8-47eb-946a-9be53a6da7cd HTTP/1.1" status: 200 len: 217 time: 0.0402057 Jul 04 09:33:15.142373 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-def8b1cd-42d0-4186-9021-f532d116ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:15.143711 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-def8b1cd-42d0-4186-9021-f532d116ac62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0440924 Jul 04 09:33:15.193387 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-3c4a830b-6287-41a1-994b-3752365da5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:15.194920 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-3c4a830b-6287-41a1-994b-3752365da5f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446064 Jul 04 09:33:15.321940 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-f3675613-f5ec-4b74-a7ca-237f18fc7b42 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189125 Jul 04 09:33:15.330060 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338659b-ac69-4741-a19f-15d842c35754 req-0229cdf8-efde-4b5a-b055-5bcd5a450183 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:15.332788 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8338659b-ac69-4741-a19f-15d842c35754 req-0229cdf8-efde-4b5a-b055-5bcd5a450183 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 944 time: 0.0838082 Jul 04 09:33:15.442629 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8338659b-ac69-4741-a19f-15d842c35754 req-cf0571fe-cf62-41e6-ab11-0be8d0117c13 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009691 Jul 04 09:33:15.452617 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:15.456920 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23843b75-6f8d-4014-aafb-aafbb97c341b req-a12910a3-4c38-4531-9122-2f3f051f511d service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244769 Jul 04 09:33:15.657466 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-df53a99a-cd24-456a-aa7b-d82f77f72b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:15.658995 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-df53a99a-cd24-456a-aa7b-d82f77f72b97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 1128 time: 0.0448349 Jul 04 09:33:15.758142 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-7360cec8-5f91-406a-92db-9634f9867266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:15.759622 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-7360cec8-5f91-406a-92db-9634f9867266 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 916 time: 0.0857494 Jul 04 09:33:15.803227 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-065ea58f-a702-4a48-aa4f-d4f2c1a84d6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1027024b-35c8-47eb-946a-9be53a6da7cd HTTP/1.1" status: 200 len: 217 time: 0.0330634 Jul 04 09:33:15.856105 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-ade3860e-e6a4-4c7b-b528-71bfd7a4085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:15.857524 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-ade3860e-e6a4-4c7b-b528-71bfd7a4085d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0436044 Jul 04 09:33:15.906623 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-957e1dff-cba5-4a6c-93da-b46366f41127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:15.908144 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-957e1dff-cba5-4a6c-93da-b46366f41127 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432913 Jul 04 09:33:15.983458 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfd564-5d99-4bbe-9709-bc8cf9cd4185 req-d9cb540c-d804-4790-80ec-60dbb8ba600a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:15.984961 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e4cfd564-5d99-4bbe-9709-bc8cf9cd4185 req-d9cb540c-d804-4790-80ec-60dbb8ba600a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0551255 Jul 04 09:33:16.006833 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-e318f34b-8e85-4e9d-84b3-224328279977 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878229 Jul 04 09:33:16.032238 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e4cfd564-5d99-4bbe-9709-bc8cf9cd4185 req-eb2a60e5-1d39-4de1-ab0b-d5f2c7a5b93a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414631 Jul 04 09:33:16.179526 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0d553929-1d1d-4b53-829d-36e0d7b8cdee req-04fd7f4e-3542-4a52-8fa8-b60d3d86161a service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189992 Jul 04 09:33:16.192124 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f780b-8347-48c4-8edb-bc7471b6faf1 req-997da850-35ce-4b31-8d23-a654c91f5c25 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:16.193503 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d43f780b-8347-48c4-8edb-bc7471b6faf1 req-997da850-35ce-4b31-8d23-a654c91f5c25 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0775967 Jul 04 09:33:16.241238 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d43f780b-8347-48c4-8edb-bc7471b6faf1 req-cfaf4438-06cb-471d-beb7-271c67d2a1b2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Jul 04 09:33:16.558728 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a464dab-46cf-4a29-938a-6b7de39267e9 req-38009521-e888-46b6-baf7-e7c90d776758 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:16.560192 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2a464dab-46cf-4a29-938a-6b7de39267e9 req-38009521-e888-46b6-baf7-e7c90d776758 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 944 time: 0.0518939 Jul 04 09:33:16.607571 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2a464dab-46cf-4a29-938a-6b7de39267e9 req-adfd5e05-ef97-4f9c-91a8-02e813997409 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418417 Jul 04 09:33:16.802898 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:17.156308 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428390b3-b98f-4081-862b-1fb316c544fa req-21ca8cae-31f0-4541-8dbf-725b116fb103 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:17.157782 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-428390b3-b98f-4081-862b-1fb316c544fa req-21ca8cae-31f0-4541-8dbf-725b116fb103 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0527263 Jul 04 09:33:17.204869 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-428390b3-b98f-4081-862b-1fb316c544fa req-72503662-6749-43de-ac4b-a6f1dc1c6be9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415821 Jul 04 09:33:17.359902 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eafc68-dd07-4747-a887-5eb3d0a6a313 req-34037ded-c4d4-4896-9fdc-8a69e4ef5049 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:17.361301 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74eafc68-dd07-4747-a887-5eb3d0a6a313 req-34037ded-c4d4-4896-9fdc-8a69e4ef5049 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0544412 Jul 04 09:33:17.411315 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74eafc68-dd07-4747-a887-5eb3d0a6a313 req-e31ded59-7fe3-4256-b1df-98a2740e7f0e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445533 Jul 04 09:33:17.726315 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52939c-0992-454d-848d-6b300d4f22ca req-7cb777f5-9d82-4bba-b4cd-1f4521d9e4f4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:17.727776 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cc52939c-0992-454d-848d-6b300d4f22ca req-7cb777f5-9d82-4bba-b4cd-1f4521d9e4f4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 944 time: 0.0562422 Jul 04 09:33:17.773951 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cc52939c-0992-454d-848d-6b300d4f22ca req-241c11b9-e52a-4097-96a5-7b07884cbccf tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403287 Jul 04 09:33:18.327799 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a96c78-fec3-4d3c-8e4d-528b25bc49bb req-18632bec-9648-4933-9ec6-8f2d9a8013af tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:18.329361 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d0a96c78-fec3-4d3c-8e4d-528b25bc49bb req-18632bec-9648-4933-9ec6-8f2d9a8013af tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0537136 Jul 04 09:33:18.376666 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d0a96c78-fec3-4d3c-8e4d-528b25bc49bb req-7b8ac6bd-bbc3-4316-8088-8bcf6385c876 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Jul 04 09:33:18.406347 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:18.514054 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 69f5f059-b366-4ea7-a4cb-915867e2353c details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:33:18.532442 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918c80-acaa-4c4f-bcbe-c9477b75fd7b req-ba89f9c9-8e8c-4503-9926-9c36319dd509 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:18.533979 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08918c80-acaa-4c4f-bcbe-c9477b75fd7b req-ba89f9c9-8e8c-4503-9926-9c36319dd509 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0545859 Jul 04 09:33:18.587539 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08918c80-acaa-4c4f-bcbe-c9477b75fd7b req-aa0bb514-981e-4df9-ae2d-5488eb380c2e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Jul 04 09:33:18.623824 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:33:18.635765 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'port_id': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'mac_address': 'fa:16:3e:82:d0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:33:18.672507 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 69f5f059-b366-4ea7-a4cb-915867e2353c is: ACTIVE; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:33:18.672904 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:18.686522 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69f5f059-b366-4ea7-a4cb-915867e2353c {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:33:18.708275 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:33:18.711336 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:18.764049 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=6']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:18.889670 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12311-7ab7-4db5-b40f-9c89dd9eff8e req-72082b2e-6690-4071-a5fc-12d910b7f3e5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:18.891188 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ec12311-7ab7-4db5-b40f-9c89dd9eff8e req-72082b2e-6690-4071-a5fc-12d910b7f3e5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 944 time: 0.0520878 Jul 04 09:33:18.937016 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ec12311-7ab7-4db5-b40f-9c89dd9eff8e req-23f00750-9cda-4934-9057-7c8a01432bef tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403879 Jul 04 09:33:18.990016 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['69f5f059-b366-4ea7-a4cb-915867e2353c'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:33:19.113183 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:19.499739 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93db8e4-2b4f-42da-a62a-c51aa1764b2a req-f9e8247e-37dc-4e2a-b5b5-a5072ca4a194 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:19.501227 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c93db8e4-2b4f-42da-a62a-c51aa1764b2a req-f9e8247e-37dc-4e2a-b5b5-a5072ca4a194 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0520949 Jul 04 09:33:19.551975 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c93db8e4-2b4f-42da-a62a-c51aa1764b2a req-c2bd16ef-b2a2-4ac2-adba-16983316c2c7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451267 Jul 04 09:33:19.715248 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddb34e-80d8-4c95-88cf-47ed33126f15 req-36fd33c3-0e95-4c96-9faf-656f3f7d54b2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:19.716619 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b0ddb34e-80d8-4c95-88cf-47ed33126f15 req-36fd33c3-0e95-4c96-9faf-656f3f7d54b2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0610335 Jul 04 09:33:19.760687 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b0ddb34e-80d8-4c95-88cf-47ed33126f15 req-45824737-cd1f-43e1-a89f-6e9dce0f4764 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385566 Jul 04 09:33:19.961033 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb13cf-a9b1-429e-8cfd-9ccd7a083d5b req-61990dc5-682b-4f3e-8afc-ef3782431fbf tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:19.962566 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cecb13cf-a9b1-429e-8cfd-9ccd7a083d5b req-61990dc5-682b-4f3e-8afc-ef3782431fbf tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0523357 Jul 04 09:33:20.009286 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cecb13cf-a9b1-429e-8cfd-9ccd7a083d5b req-27ba12cb-98e4-4cb1-85c4-36c3d025fc95 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Jul 04 09:33:20.061558 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c6d1f-e756-4891-b23e-3359fe1e5694 req-ffe5a779-3dd3-40d3-9ac4-7901b53ab9aa tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:20.063175 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-be7c6d1f-e756-4891-b23e-3359fe1e5694 req-ffe5a779-3dd3-40d3-9ac4-7901b53ab9aa tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 944 time: 0.0580194 Jul 04 09:33:20.108754 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-be7c6d1f-e756-4891-b23e-3359fe1e5694 req-63f4ef01-9f2b-4eb7-aabe-bd9487443d81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Jul 04 09:33:20.329296 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-c27d2f5a-0b6d-4276-96d0-91da777c44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:20.330806 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-c27d2f5a-0b6d-4276-96d0-91da777c44d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 1130 time: 0.0441105 Jul 04 09:33:20.425255 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-1343477c-aeab-43c3-8c9b-962963466d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:20.426770 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-1343477c-aeab-43c3-8c9b-962963466d3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 910 time: 0.0857089 Jul 04 09:33:20.487965 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-114c8de3-1e50-4f9d-b334-a67b604851cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a HTTP/1.1" status: 200 len: 1000 time: 0.0533621 Jul 04 09:33:20.532531 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 1027024b-35c8-47eb-946a-9be53a6da7cd details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:33:20.542005 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-1deb1a4e-d7ab-4454-9cf5-d61194080271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:20.544060 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-1deb1a4e-d7ab-4454-9cf5-d61194080271 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 200 len: 848 time: 0.0482900 Jul 04 09:33:20.631003 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 1027024b-35c8-47eb-946a-9be53a6da7cd, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1027024b-35c8-47eb-946a-9be53a6da7cd,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:33:20.642885 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '1027024b-35c8-47eb-946a-9be53a6da7cd', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'port_id': '1027024b-35c8-47eb-946a-9be53a6da7cd', 'mac_address': 'fa:16:3e:47:4a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:33:20.673245 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847190cc-cf1f-401d-8a64-db8e8c531ad3 req-d120213f-3284-4a83-a403-6d4fddcfae61 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:20.674766 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-847190cc-cf1f-401d-8a64-db8e8c531ad3 req-d120213f-3284-4a83-a403-6d4fddcfae61 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0513713 Jul 04 09:33:20.677403 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 1027024b-35c8-47eb-946a-9be53a6da7cd is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:33:20.677793 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:20.691991 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1027024b-35c8-47eb-946a-9be53a6da7cd {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:33:20.711692 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 1027024b-35c8-47eb-946a-9be53a6da7cd, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1027024b-35c8-47eb-946a-9be53a6da7cd,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:33:20.716795 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:20.725732 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-847190cc-cf1f-401d-8a64-db8e8c531ad3 req-297bf32c-3663-41e8-944f-e8bcd7301658 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453553 Jul 04 09:33:20.766430 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=1027024b-35c8-47eb-946a-9be53a6da7cd,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:21.132134 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9a1ab-85d3-44b9-bfc0-9a899d44b170 req-5fb29f3c-6fa7-4578-8caa-d122a13f0085 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:21.133647 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-12b9a1ab-85d3-44b9-bfc0-9a899d44b170 req-5fb29f3c-6fa7-4578-8caa-d122a13f0085 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0534286 Jul 04 09:33:21.181417 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-12b9a1ab-85d3-44b9-bfc0-9a899d44b170 req-4595ba86-2bb4-4ed6-b5ea-d3ebf65d79b0 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Jul 04 09:33:21.228201 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9db4ca-5c71-4a66-9991-36f5b988aa92 req-06eab90e-0491-4c6c-97a1-749faa557101 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:21.229725 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fe9db4ca-5c71-4a66-9991-36f5b988aa92 req-06eab90e-0491-4c6c-97a1-749faa557101 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0539584 Jul 04 09:33:21.275954 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fe9db4ca-5c71-4a66-9991-36f5b988aa92 req-e21435b5-1287-4743-a28f-5283ccd6f245 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404062 Jul 04 09:33:21.848117 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcfc5d-a7a3-44f7-b832-4d4e33ab248d req-62d559fb-4951-41cb-b83b-032cef3f21ba tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:21.849594 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8cdcfc5d-a7a3-44f7-b832-4d4e33ab248d req-62d559fb-4951-41cb-b83b-032cef3f21ba tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0526514 Jul 04 09:33:21.895245 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8cdcfc5d-a7a3-44f7-b832-4d4e33ab248d req-4bfe596c-e341-41fe-8bfb-22fcf50d424b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 Jul 04 09:33:22.299820 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbab33f-3a95-40fb-aaa2-4789d046839b req-dfc6fe0d-ddef-41ba-aa9b-ae46ca2e5568 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:22.301334 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4fbab33f-3a95-40fb-aaa2-4789d046839b req-dfc6fe0d-ddef-41ba-aa9b-ae46ca2e5568 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0522683 Jul 04 09:33:22.351920 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4fbab33f-3a95-40fb-aaa2-4789d046839b req-dc431bc0-c48d-42d5-9a08-44089c3c8d11 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447807 Jul 04 09:33:22.405275 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ad1f-d67f-4eda-8efb-1932b49f9aa5 req-01fdc33d-8f68-44a4-8b27-f80d602744de tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:22.406772 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0b36ad1f-d67f-4eda-8efb-1932b49f9aa5 req-01fdc33d-8f68-44a4-8b27-f80d602744de tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0581415 Jul 04 09:33:22.454069 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0b36ad1f-d67f-4eda-8efb-1932b49f9aa5 req-997f9870-8f8a-4c89-9ab2-eec24032545a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417879 Jul 04 09:33:23.025242 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec9299-3e08-49b3-8673-b433f5df8ad9 req-97a4c79a-1e2a-4b11-9acd-4671f302bc45 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:23.026763 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0fec9299-3e08-49b3-8673-b433f5df8ad9 req-97a4c79a-1e2a-4b11-9acd-4671f302bc45 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0561306 Jul 04 09:33:23.074777 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0fec9299-3e08-49b3-8673-b433f5df8ad9 req-923e878b-50d7-4648-96b2-03e91a998ff3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 Jul 04 09:33:23.472087 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316721b-7ea8-4da6-ac15-68e56a235084 req-94e9b32e-0ebc-42a8-a871-8e907f202049 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:23.473556 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d316721b-7ea8-4da6-ac15-68e56a235084 req-94e9b32e-0ebc-42a8-a871-8e907f202049 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0513351 Jul 04 09:33:23.520744 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d316721b-7ea8-4da6-ac15-68e56a235084 req-23aff057-33ba-4c64-bc40-13a7c005ae3d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 Jul 04 09:33:23.570884 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561d9e1-c0a6-4119-96b6-7df5e151c8cd req-4550cade-926c-4b30-a441-b572ccb95d59 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:23.572358 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6561d9e1-c0a6-4119-96b6-7df5e151c8cd req-4550cade-926c-4b30-a441-b572ccb95d59 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Jul 04 09:33:23.619317 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6561d9e1-c0a6-4119-96b6-7df5e151c8cd req-ed9d9528-e71f-4f12-9c5f-3b2bf3a8f6d6 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409195 Jul 04 09:33:23.781695 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 69f5f059-b366-4ea7-a4cb-915867e2353c up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:33:23.824298 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-f4e8e5e6-ab2c-4d2f-a217-43ffe5f969a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:23.825811 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-f4e8e5e6-ab2c-4d2f-a217-43ffe5f969a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3efc3dd2-49aa-4e58-9c28-27dc19093c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440443 Jul 04 09:33:23.828052 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 69f5f059-b366-4ea7-a4cb-915867e2353c triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:33:23.828426 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:23.901385 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 69f5f059-b366-4ea7-a4cb-915867e2353c is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:33:23.901677 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:24.053036 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:33:24.055186 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aabd03a-296f-4ed0-8023-a42c8a90ea5a" -d '{"events": [{"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-plugged", "status": "completed", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:33:24.067613 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:33:24.072176 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:24.094568 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612133b4-5728-489c-9694-fc2badbdc8f5 x-openstack-request-id: req-612133b4-5728-489c-9694-fc2badbdc8f5 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:33:24.094881 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-plugged", "status": "completed", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:33:24.095137 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-612133b4-5728-489c-9694-fc2badbdc8f5 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:33:24.095524 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612133b4-5728-489c-9694-fc2badbdc8f5'] response: {'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'code': 200} Jul 04 09:33:24.119722 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=7']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:24.126759 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.127132 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.127486 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.127824 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.128156 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.128485 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.128818 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.129141 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.129471 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.129859 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.130224 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.130551 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.130878 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:33:24.198496 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a3b2-f7b1-4cc1-9b99-897e4bd538b8 req-975e0ca9-9ab2-480d-b86a-429fceb54f5e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:24.200892 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7925a3b2-f7b1-4cc1-9b99-897e4bd538b8 req-975e0ca9-9ab2-480d-b86a-429fceb54f5e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0561321 Jul 04 09:33:24.247721 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7925a3b2-f7b1-4cc1-9b99-897e4bd538b8 req-0aeb3af1-8b53-41ec-a3a4-a9718a677cf1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Jul 04 09:33:24.643581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54279987-897d-48c1-a19d-c1c2cdd55426 req-0807a70d-29af-49af-91d0-dc028d122e75 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:24.645082 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-54279987-897d-48c1-a19d-c1c2cdd55426 req-0807a70d-29af-49af-91d0-dc028d122e75 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0556397 Jul 04 09:33:24.691927 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-54279987-897d-48c1-a19d-c1c2cdd55426 req-6b1fe354-723a-402d-b189-4f55686bf8d9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Jul 04 09:33:24.740965 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378848e-3dec-4cc0-b535-82395ee499c6 req-f2a33478-a56d-44ee-9aa2-9ca9b70bd801 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:24.742470 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0378848e-3dec-4cc0-b535-82395ee499c6 req-f2a33478-a56d-44ee-9aa2-9ca9b70bd801 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0551307 Jul 04 09:33:24.788201 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0378848e-3dec-4cc0-b535-82395ee499c6 req-11c982d6-e2b9-4511-8935-f7909f48e27d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401082 Jul 04 09:33:24.903231 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-15d3151f-90fd-4991-9ea8-263650fcecb6 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809975 Jul 04 09:33:25.377508 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583af57e-7b35-4889-a595-f5d085c2d7b2 req-bf86cee1-37ba-40a1-9da1-cf0638ebc71c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:25.379010 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-583af57e-7b35-4889-a595-f5d085c2d7b2 req-bf86cee1-37ba-40a1-9da1-cf0638ebc71c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0606878 Jul 04 09:33:25.427161 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-583af57e-7b35-4889-a595-f5d085c2d7b2 req-e046d3ae-7bcc-497d-a4ba-706e110037a4 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Jul 04 09:33:25.810100 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce403a-01c7-488a-a3d4-214548b443d2 req-aeb9473b-41c9-4be5-a030-0ba0c2520f43 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:25.811619 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-abce403a-01c7-488a-a3d4-214548b443d2 req-aeb9473b-41c9-4be5-a030-0ba0c2520f43 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0520985 Jul 04 09:33:25.862331 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-abce403a-01c7-488a-a3d4-214548b443d2 req-27d07cf3-d874-4366-b956-25309e36a224 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451770 Jul 04 09:33:25.906388 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc08c2d-d215-4697-9952-41e799a75e32 req-6a2c4c31-93b1-4f6a-80db-826f91eafa9e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:25.907864 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dcc08c2d-d215-4697-9952-41e799a75e32 req-6a2c4c31-93b1-4f6a-80db-826f91eafa9e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0538962 Jul 04 09:33:25.954815 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dcc08c2d-d215-4697-9952-41e799a75e32 req-c7f11f13-8098-461a-aa29-bb217920e80f tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414467 Jul 04 09:33:26.484332 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9ea47cff-1342-4f3a-97d2-c6eda4ddd1f4 req-80003fb4-a8bf-4a16-8500-c0ed49be2c10 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942035 Jul 04 09:33:26.552933 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49cef-7424-4596-90a1-5dfdb8a01660 req-a4e6ca15-68eb-4894-a509-977aaf9e82a1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:26.554438 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ddc49cef-7424-4596-90a1-5dfdb8a01660 req-a4e6ca15-68eb-4894-a509-977aaf9e82a1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0523324 Jul 04 09:33:26.601406 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ddc49cef-7424-4596-90a1-5dfdb8a01660 req-666b791d-1a49-40fc-a26f-fe07bba13fae tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407996 Jul 04 09:33:26.988537 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b7a8-4501-45e0-b12d-e1be8c4109ed req-6c4888c4-172d-4a99-868f-0de4d46b209a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:26.990398 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9706b7a8-4501-45e0-b12d-e1be8c4109ed req-6c4888c4-172d-4a99-868f-0de4d46b209a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0546093 Jul 04 09:33:27.044229 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9706b7a8-4501-45e0-b12d-e1be8c4109ed req-60a4f145-45cb-4ab6-833d-5c321d3f8ce5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478730 Jul 04 09:33:27.096596 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6656781-999d-4db9-9f88-f1edc96e5e4c req-6b2cc0e7-4a07-4b7a-b414-b3b5019cc2f8 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:27.098106 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a6656781-999d-4db9-9f88-f1edc96e5e4c req-6b2cc0e7-4a07-4b7a-b414-b3b5019cc2f8 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0606902 Jul 04 09:33:27.147994 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a6656781-999d-4db9-9f88-f1edc96e5e4c req-556bc37a-6b41-46c6-b080-e998dff8a0d7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Jul 04 09:33:27.265755 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['1027024b-35c8-47eb-946a-9be53a6da7cd'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:33:27.722724 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8ad1-fed6-45ae-85ba-b9fd3f33c417 req-35499ab2-926b-4b6f-9b56-2b5f7e39daae tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:27.724183 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fd4d8ad1-fed6-45ae-85ba-b9fd3f33c417 req-35499ab2-926b-4b6f-9b56-2b5f7e39daae tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0508664 Jul 04 09:33:27.772370 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fd4d8ad1-fed6-45ae-85ba-b9fd3f33c417 req-9b8362a5-e06d-4007-87d4-c2f71ec513a3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Jul 04 09:33:28.167356 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661bdfa-3720-4da7-ac60-641d11db73ff req-9389efb3-8f1a-4e73-881a-b880d2bdff04 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:28.169723 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a661bdfa-3720-4da7-ac60-641d11db73ff req-9389efb3-8f1a-4e73-881a-b880d2bdff04 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0552800 Jul 04 09:33:28.223178 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a661bdfa-3720-4da7-ac60-641d11db73ff req-1b499878-d546-4afa-afc8-22c5e745f584 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 Jul 04 09:33:28.270328 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54511c0-d32d-4aca-ba68-83ac4c5498a1 req-9dc98172-408c-4bcc-9291-435c5d939c30 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:28.271704 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b54511c0-d32d-4aca-ba68-83ac4c5498a1 req-9dc98172-408c-4bcc-9291-435c5d939c30 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0522938 Jul 04 09:33:28.317890 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b54511c0-d32d-4aca-ba68-83ac4c5498a1 req-a23addf3-9946-470d-9d60-50f202ae5ada tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407567 Jul 04 09:33:28.893898 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca073-7e3c-4adf-a351-3c2906b2c5a8 req-c9c5dc18-9ba1-41d3-9cc5-92342a0e7eb2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:28.895388 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6b0ca073-7e3c-4adf-a351-3c2906b2c5a8 req-c9c5dc18-9ba1-41d3-9cc5-92342a0e7eb2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0518072 Jul 04 09:33:28.941054 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6b0ca073-7e3c-4adf-a351-3c2906b2c5a8 req-3ab3a5f6-020d-4afb-a959-a85647eee095 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400743 Jul 04 09:33:29.341586 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beef80a-54cb-481a-977c-354c437c9ce2 req-23c86e60-6404-4700-9877-40ae93647ffc tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:29.343108 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3beef80a-54cb-481a-977c-354c437c9ce2 req-23c86e60-6404-4700-9877-40ae93647ffc tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0530717 Jul 04 09:33:29.390067 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3beef80a-54cb-481a-977c-354c437c9ce2 req-53dd7aaf-a231-4c1c-9e7d-4dcce994a55f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 Jul 04 09:33:29.438734 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98b7c1-1f69-4f5f-988f-ff1a3abb5bee req-199dfda7-1765-4fdf-be09-33acca8adbf0 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:29.440765 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4f98b7c1-1f69-4f5f-988f-ff1a3abb5bee req-199dfda7-1765-4fdf-be09-33acca8adbf0 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0568435 Jul 04 09:33:29.490830 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4f98b7c1-1f69-4f5f-988f-ff1a3abb5bee req-8f5d6b7e-1c54-43b7-86bc-4eb871341e88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444579 Jul 04 09:33:30.064840 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01462da-6164-4ab2-afa7-d8f807870321 req-57743d99-000e-4ba5-955b-105460acbee4 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:30.066330 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f01462da-6164-4ab2-afa7-d8f807870321 req-57743d99-000e-4ba5-955b-105460acbee4 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0553136 Jul 04 09:33:30.111977 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f01462da-6164-4ab2-afa7-d8f807870321 req-e04de508-92e0-438b-b752-0c800d9b31e2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Jul 04 09:33:30.515591 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64179eec-a530-4acd-a74c-34ae5a1a1d66 req-4d82b6f3-76d7-47f7-b0f9-8b7ac0935dc9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:30.517102 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-64179eec-a530-4acd-a74c-34ae5a1a1d66 req-4d82b6f3-76d7-47f7-b0f9-8b7ac0935dc9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0526309 Jul 04 09:33:30.564778 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-64179eec-a530-4acd-a74c-34ae5a1a1d66 req-978227ff-8ffa-465c-bd0d-7d04aaafa84e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Jul 04 09:33:30.606841 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42138c94-1c2a-4817-b120-c27c6ee7214c req-ea28f1fd-f56a-4c83-94e2-fa6d727c4b24 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:30.608315 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-42138c94-1c2a-4817-b120-c27c6ee7214c req-ea28f1fd-f56a-4c83-94e2-fa6d727c4b24 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0524035 Jul 04 09:33:30.653784 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-42138c94-1c2a-4817-b120-c27c6ee7214c req-8af3dba8-72ed-45ef-bb24-402bda157953 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399756 Jul 04 09:33:31.232092 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677cc03-eecd-4492-9b04-91d1adcba98f req-d46c170e-2f97-49af-b005-c7be69b9fcf7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:31.233592 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7677cc03-eecd-4492-9b04-91d1adcba98f req-d46c170e-2f97-49af-b005-c7be69b9fcf7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0524430 Jul 04 09:33:31.280720 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7677cc03-eecd-4492-9b04-91d1adcba98f req-d6af7e5f-ad7d-4587-aa4b-5bad5704bf35 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Jul 04 09:33:31.684323 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a0fcc-119b-43ff-a6d4-d03d19d7c3a5 req-18924170-1961-43f6-8863-937009186c4d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:31.686380 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-af3a0fcc-119b-43ff-a6d4-d03d19d7c3a5 req-18924170-1961-43f6-8863-937009186c4d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0530512 Jul 04 09:33:31.736598 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-af3a0fcc-119b-43ff-a6d4-d03d19d7c3a5 req-370d6aef-ce43-4ed8-bac7-ce94d7374408 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447524 Jul 04 09:33:31.776151 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913c5d2-7a6d-4d17-8425-02771c24035a req-c021a1ba-870d-4a5a-990d-cb1630470db2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:31.777774 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7913c5d2-7a6d-4d17-8425-02771c24035a req-c021a1ba-870d-4a5a-990d-cb1630470db2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0568831 Jul 04 09:33:31.823659 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7913c5d2-7a6d-4d17-8425-02771c24035a req-8f6b0d99-3aa1-4208-989a-d846c55c7e0d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399926 Jul 04 09:33:32.401709 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc844d23-3c57-420f-8ae5-62eb1fabbf68 req-774007a4-391d-404e-bcf3-1773dc05ffcf tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:32.403211 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dc844d23-3c57-420f-8ae5-62eb1fabbf68 req-774007a4-391d-404e-bcf3-1773dc05ffcf tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0516074 Jul 04 09:33:32.454817 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dc844d23-3c57-420f-8ae5-62eb1fabbf68 req-39bd4864-7684-41df-971e-e5607913ae95 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455618 Jul 04 09:33:32.861755 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f604e-93bc-4b56-877c-75e28a0bb0bb req-1a83c453-b41f-4b4d-bd5c-76c1f5f87cdb tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:32.863288 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d98f604e-93bc-4b56-877c-75e28a0bb0bb req-1a83c453-b41f-4b4d-bd5c-76c1f5f87cdb tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0523243 Jul 04 09:33:32.910744 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d98f604e-93bc-4b56-877c-75e28a0bb0bb req-a32b68e1-336f-4fc3-9192-c4a8e0aff7d2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Jul 04 09:33:32.941880 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315546b-b390-4bcf-bee9-32f5d9341137 req-897cc93a-2de2-4515-a437-8f60c85cd4e7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:32.943542 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7315546b-b390-4bcf-bee9-32f5d9341137 req-897cc93a-2de2-4515-a437-8f60c85cd4e7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0537632 Jul 04 09:33:32.989523 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7315546b-b390-4bcf-bee9-32f5d9341137 req-292567c5-96b5-4eac-9686-2e68ae504d68 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Jul 04 09:33:33.584080 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bb72b-fe0a-4369-9c6c-c283299795ef req-3a8d18d0-0722-4466-974b-7ff1d2a895af tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:33.585465 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-984bb72b-fe0a-4369-9c6c-c283299795ef req-3a8d18d0-0722-4466-974b-7ff1d2a895af tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0559707 Jul 04 09:33:33.630859 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-984bb72b-fe0a-4369-9c6c-c283299795ef req-0094cf52-b2c2-40db-a674-b53aebfbab47 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396855 Jul 04 09:33:34.114943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54c656-fb4a-4fc5-98d9-ebb16674f4e0 req-67fb6250-d08f-40c4-81f6-b70c1ad16dc4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:34.116433 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b54c656-fb4a-4fc5-98d9-ebb16674f4e0 req-67fb6250-d08f-40c4-81f6-b70c1ad16dc4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0580053 Jul 04 09:33:34.163383 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b54c656-fb4a-4fc5-98d9-ebb16674f4e0 req-7e331cf9-094c-4156-8fc0-d40e43777842 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405283 Jul 04 09:33:34.768707 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6a44-6890-49cf-b2af-be1899ebadc0 req-3bdd04a5-dd9a-4b98-9edd-e8d057f9e400 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:34.774509 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-490a6a44-6890-49cf-b2af-be1899ebadc0 req-3bdd04a5-dd9a-4b98-9edd-e8d057f9e400 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0655017 Jul 04 09:33:34.830802 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-490a6a44-6890-49cf-b2af-be1899ebadc0 req-e2eef805-126c-4204-aa55-f2dad8382c29 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534232 Jul 04 09:33:35.290529 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ab2b-6340-4089-bd95-97cf8d766d4b req-7d5aebf5-9d5f-426c-a193-23040082e195 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:35.292303 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2dc8ab2b-6340-4089-bd95-97cf8d766d4b req-7d5aebf5-9d5f-426c-a193-23040082e195 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0586143 Jul 04 09:33:35.350767 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2dc8ab2b-6340-4089-bd95-97cf8d766d4b req-55175bca-b247-4a0a-8557-af6629703120 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520220 Jul 04 09:33:35.962202 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be376f-aca1-4d7e-9416-feadc7329cab req-e9abad17-b945-4316-80ba-d0a779a5066d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:35.963750 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-29be376f-aca1-4d7e-9416-feadc7329cab req-e9abad17-b945-4316-80ba-d0a779a5066d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0642405 Jul 04 09:33:36.018959 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-29be376f-aca1-4d7e-9416-feadc7329cab req-52e033fb-5d63-48aa-a120-ee2524711b8b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485377 Jul 04 09:33:36.483801 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd310ae-92fb-4a90-9a17-37f632c0ae89 req-31f3808d-a10d-4a86-93b3-f172be7c26fc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:36.485592 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2cd310ae-92fb-4a90-9a17-37f632c0ae89 req-31f3808d-a10d-4a86-93b3-f172be7c26fc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0744524 Jul 04 09:33:36.552390 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2cd310ae-92fb-4a90-9a17-37f632c0ae89 req-e2bebf72-e7c9-405e-9a1c-a9d352e8e194 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539362 Jul 04 09:33:37.150690 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a85674-088a-4683-b6c9-264d5e538afd req-29cc2531-e524-468f-a1c3-a4e7550ee1c1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:37.152252 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-09a85674-088a-4683-b6c9-264d5e538afd req-29cc2531-e524-468f-a1c3-a4e7550ee1c1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0553958 Jul 04 09:33:37.214730 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-09a85674-088a-4683-b6c9-264d5e538afd req-16f90eec-3048-4af9-a058-91afec9d11be tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568216 Jul 04 09:33:37.556814 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 1027024b-35c8-47eb-946a-9be53a6da7cd up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:33:37.633225 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 1027024b-35c8-47eb-946a-9be53a6da7cd completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:33:37.640839 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 1027024b-35c8-47eb-946a-9be53a6da7cd triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:33:37.641277 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:37.697379 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c6e56-04b8-44c9-ac35-91c2ab9f0b0b req-1109178c-b461-4bb8-b41d-8f5f923ec273 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:37.699286 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dc6c6e56-04b8-44c9-ac35-91c2ab9f0b0b req-1109178c-b461-4bb8-b41d-8f5f923ec273 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 945 time: 0.0647614 Jul 04 09:33:37.724681 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 1027024b-35c8-47eb-946a-9be53a6da7cd is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:33:37.725072 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:37.754285 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1027024b-35c8-47eb-946a-9be53a6da7cd'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:33:37.756624 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f131f467-059a-4ee7-b1b9-de0b4ac894c0" -d '{"events": [{"server_uuid": "1e7e86fb-7e26-4c23-be4d-0e28865ef219", "name": "network-vif-plugged", "status": "completed", "tag": "1027024b-35c8-47eb-946a-9be53a6da7cd"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:33:37.757928 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dc6c6e56-04b8-44c9-ac35-91c2ab9f0b0b req-da126b48-ff68-4de7-ad5a-965daeab79db tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522776 Jul 04 09:33:37.782708 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 1027024b-35c8-47eb-946a-9be53a6da7cd, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1027024b-35c8-47eb-946a-9be53a6da7cd,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:33:37.797419 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:37.834752 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a38fc9f-2a91-4d0c-9a79-30e28f7f1c44 x-openstack-request-id: req-4a38fc9f-2a91-4d0c-9a79-30e28f7f1c44 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:33:37.835069 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e86fb-7e26-4c23-be4d-0e28865ef219", "name": "network-vif-plugged", "status": "completed", "tag": "1027024b-35c8-47eb-946a-9be53a6da7cd", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:33:37.835331 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a38fc9f-2a91-4d0c-9a79-30e28f7f1c44 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:33:37.835730 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a38fc9f-2a91-4d0c-9a79-30e28f7f1c44'] response: {'server_uuid': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1027024b-35c8-47eb-946a-9be53a6da7cd', 'code': 200} Jul 04 09:33:37.852538 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=1027024b-35c8-47eb-946a-9be53a6da7cd,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:38.185915 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:33:38.379087 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb570d9-8209-4e31-a533-9cb7214e6a80 req-69bb72f9-b288-4d89-a0e4-d6db7c56534e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:38.384078 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2bb570d9-8209-4e31-a533-9cb7214e6a80 req-69bb72f9-b288-4d89-a0e4-d6db7c56534e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0978336 Jul 04 09:33:38.415178 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0ddc2-30e5-41d9-98f4-50f262094a34 req-3d3d13f2-92c8-4a5c-b712-a6804bfb4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:38.417041 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-22e0ddc2-30e5-41d9-98f4-50f262094a34 req-3d3d13f2-92c8-4a5c-b712-a6804bfb4b39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 1130 time: 0.1025929 Jul 04 09:33:38.465893 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2bb570d9-8209-4e31-a533-9cb7214e6a80 req-e270c811-6e13-4fc5-a159-07e3ab5e29e1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785005 Jul 04 09:33:38.482024 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-22e0ddc2-30e5-41d9-98f4-50f262094a34 req-376e662b-02ed-4815-aa13-9a7a0d5085c1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568519 Jul 04 09:33:38.885106 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869d24-e5bb-4b2e-bfb1-4bd716c42d8e req-e22a4308-0e19-4ada-ad5f-47b7b44e306a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:38.887391 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-79869d24-e5bb-4b2e-bfb1-4bd716c42d8e req-e22a4308-0e19-4ada-ad5f-47b7b44e306a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 946 time: 0.0577016 Jul 04 09:33:38.938578 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-79869d24-e5bb-4b2e-bfb1-4bd716c42d8e req-0ab30b0b-0908-403f-aeaa-9991e10b4a67 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454385 Jul 04 09:33:39.620619 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0aa219-5a0a-4dda-82c7-3b01f0750fd0 req-baee8c79-b0bc-48ae-8057-3eee20d49956 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:39.622669 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fb0aa219-5a0a-4dda-82c7-3b01f0750fd0 req-baee8c79-b0bc-48ae-8057-3eee20d49956 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0600920 Jul 04 09:33:39.674837 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fb0aa219-5a0a-4dda-82c7-3b01f0750fd0 req-02753af0-d6af-48e6-93e6-dab1eb258d26 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464780 Jul 04 09:33:40.076502 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0cf7-4bfd-4674-9c91-026ef167e32a req-fe7c5e98-42a3-413e-98a1-8ec8d22b914c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:40.078146 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-583e0cf7-4bfd-4674-9c91-026ef167e32a req-fe7c5e98-42a3-413e-98a1-8ec8d22b914c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 946 time: 0.0622385 Jul 04 09:33:40.132573 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-583e0cf7-4bfd-4674-9c91-026ef167e32a req-29e2dc3a-410d-423e-a599-f98150bab35d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478799 Jul 04 09:33:40.807005 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9c620-ce4a-4608-b586-4a13532f890f req-67ea93d7-90dd-436f-b958-aaee05f70607 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:40.808903 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-24e9c620-ce4a-4608-b586-4a13532f890f req-67ea93d7-90dd-436f-b958-aaee05f70607 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0582845 Jul 04 09:33:40.862777 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-24e9c620-ce4a-4608-b586-4a13532f890f req-cae18e6b-38ca-47a0-a1a2-b59f0b33686b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481157 Jul 04 09:33:41.265499 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bb2c7-04da-4438-9544-6f73945fff6b req-974dfe29-d265-4144-932c-8d46313a0e5a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:41.270510 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-032bb2c7-04da-4438-9544-6f73945fff6b req-974dfe29-d265-4144-932c-8d46313a0e5a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 946 time: 0.0596373 Jul 04 09:33:41.323347 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-032bb2c7-04da-4438-9544-6f73945fff6b req-cc305b69-a2ea-460a-8b94-f873c576f4dc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475619 Jul 04 09:33:41.452061 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e467b-226a-4859-bd2f-0aca3150f96f req-db389e26-0b3a-478f-97a3-4abf09957f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:41.453954 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b16e467b-226a-4859-bd2f-0aca3150f96f req-db389e26-0b3a-478f-97a3-4abf09957f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 946 time: 0.0624504 Jul 04 09:33:41.462596 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 58266) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:33:41.468012 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-b41352aa-0f53-43a8-91be-f50dc5d981ce tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'floatingip': {'port_id': '1027024b-35c8-47eb-946a-9be53a6da7cd'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:33:41.517616 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b41352aa-0f53-43a8-91be-f50dc5d981ce tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:41.993274 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b41352aa-0f53-43a8-91be-f50dc5d981ce tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:42.006184 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b41352aa-0f53-43a8-91be-f50dc5d981ce tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:42.030709 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d4b73964-e4c9-4d5a-a7b0-49cd537f5b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:42.149868 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c12887-8bb4-4caf-9262-a7f2ede43696 req-c8c107b8-c223-4615-9756-3061f26656c3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:42.152393 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-59c12887-8bb4-4caf-9262-a7f2ede43696 req-c8c107b8-c223-4615-9756-3061f26656c3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.1570430 Jul 04 09:33:42.176040 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-b41352aa-0f53-43a8-91be-f50dc5d981ce tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Floating IP 07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9 associated. External IP: 172.27.3.141, port: 1027024b-35c8-47eb-946a-9be53a6da7cd. Jul 04 09:33:42.301162 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-59c12887-8bb4-4caf-9262-a7f2ede43696 req-e7b50888-fedf-4674-9bff-ea401cd1edf4 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376660 Jul 04 09:33:42.483242 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41352aa-0f53-43a8-91be-f50dc5d981ce tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:33:42.594417 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41352aa-0f53-43a8-91be-f50dc5d981ce tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:33:42.600996 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b41352aa-0f53-43a8-91be-f50dc5d981ce tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:42.605983 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:33:42.618837 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:33:42.619537 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:33:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:33:42.633446 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b41352aa-0f53-43a8-91be-f50dc5d981ce tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "PUT /v2.0/floatingips/07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9 HTTP/1.1" status: 200 len: 992 time: 1.1695974 Jul 04 09:33:42.635079 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'tag': '1027024b-35c8-47eb-946a-9be53a6da7cd'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:33:42.638224 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7e86fb-7e26-4c23-be4d-0e28865ef219", "tag": "1027024b-35c8-47eb-946a-9be53a6da7cd"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:33:42.690747 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fdd641-721c-4aba-9bea-34c7cdf12f16 x-openstack-request-id: req-67fdd641-721c-4aba-9bea-34c7cdf12f16 {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:33:42.691043 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7e86fb-7e26-4c23-be4d-0e28865ef219", "tag": "1027024b-35c8-47eb-946a-9be53a6da7cd", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:33:42.691308 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67fdd641-721c-4aba-9bea-34c7cdf12f16 {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:33:42.691727 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fdd641-721c-4aba-9bea-34c7cdf12f16'] response: {'name': 'network-changed', 'server_uuid': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'tag': '1027024b-35c8-47eb-946a-9be53a6da7cd', 'status': 'completed', 'code': 200} Jul 04 09:33:42.743848 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:33:42.802112 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-6caa24a7-2a21-4f7c-8fcd-4fd1b53cb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:42.804280 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-6caa24a7-2a21-4f7c-8fcd-4fd1b53cb988 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 1130 time: 0.0516071 Jul 04 09:33:42.941765 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-b103bcd2-b6c1-40a4-8905-04126aa44d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:42.943544 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-b103bcd2-b6c1-40a4-8905-04126aa44d1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 916 time: 0.1319251 Jul 04 09:33:43.055573 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-47ee6af7-be8c-4f04-92de-318cf4f2bcbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1027024b-35c8-47eb-946a-9be53a6da7cd HTTP/1.1" status: 200 len: 1000 time: 0.0845957 Jul 04 09:33:43.069112 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1027024b-35c8-47eb-946a-9be53a6da7cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:47:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:33:10Z', 'updated_at': '2022-07-04T09:33:41Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}, {'id': 'e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:12Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 2, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:33:43.108947 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:33:43.118715 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:33:43.119256 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-97883d7c-44ad-46f8-8fd2-1d9c8243434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:43.119401 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:33:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:33:43.120808 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-97883d7c-44ad-46f8-8fd2-1d9c8243434c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0542326 Jul 04 09:33:43.190104 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-55d0aa0e-9cb4-4c4f-88f7-8d7e12a60bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:43.190372 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-55d0aa0e-9cb4-4c4f-88f7-8d7e12a60bb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590389 Jul 04 09:33:43.267988 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:33:43.307995 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-d874cb9d-56ae-40b2-8129-fff97eab267d service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094389 Jul 04 09:33:43.499723 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1a3104fa-a2f2-497c-a4d9-b3ee67d57429 req-517e1b49-c82a-4a9a-826a-e4c0541174ce service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783867 Jul 04 09:33:43.525904 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef97f1d-884d-4ff9-be2d-883f9cd6c8cd req-77d29899-1e82-4f9a-b032-96d0bd9b1511 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:43.531785 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aef97f1d-884d-4ff9-be2d-883f9cd6c8cd req-77d29899-1e82-4f9a-b032-96d0bd9b1511 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.1170371 Jul 04 09:33:43.582309 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1027024b-35c8-47eb-946a-9be53a6da7cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:47:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:33:10Z', 'updated_at': '2022-07-04T09:33:41Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}, {'id': 'e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:12Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 2, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:33:43.594233 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aef97f1d-884d-4ff9-be2d-883f9cd6c8cd req-4a7ffea4-cc10-4770-94f4-ddd6f7b58559 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531957 Jul 04 09:33:43.616976 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d043fdf7-ff06-4a22-a4e5-592d22b47c15 None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1027024b-35c8-47eb-946a-9be53a6da7cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:47:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:33:10Z', 'updated_at': '2022-07-04T09:33:41Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}, {'id': 'e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:12Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 2, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:33:43.857185 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e87789-812b-46c0-83ce-7ac0114a1c96 None None] New status for floating IP 07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9: ACTIVE {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:33:44.102229 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-49329e34-718b-493a-af8b-824e7e6bc86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:44.838195 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62f472-b25e-4ff4-8e04-e8f19292b42f req-44491a7d-3f8d-4168-bb8a-a6027f4a0538 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:44.839789 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dd62f472-b25e-4ff4-8e04-e8f19292b42f req-44491a7d-3f8d-4168-bb8a-a6027f4a0538 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 946 time: 0.0545177 Jul 04 09:33:44.893569 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dd62f472-b25e-4ff4-8e04-e8f19292b42f req-04c97781-8a5a-41f2-9c08-d46f6dcaaf19 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Jul 04 09:33:44.957046 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d026b-7624-4717-a097-c63cdde8ef81 req-1d50cd4a-5ba4-4824-a4c1-37ecb7a59e42 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:44.958572 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-484d026b-7624-4717-a097-c63cdde8ef81 req-1d50cd4a-5ba4-4824-a4c1-37ecb7a59e42 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.2898798 Jul 04 09:33:45.004540 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-484d026b-7624-4717-a097-c63cdde8ef81 req-94e0e205-057d-4c3f-8a09-f68fa0761564 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 Jul 04 09:33:45.381426 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-41920c48-e196-49a1-870d-09738c6cd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:45.382876 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-41920c48-e196-49a1-870d-09738c6cd6f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 1130 time: 0.0440321 Jul 04 09:33:45.453953 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:45.482369 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-3f90c5d5-8e78-44e8-8ca7-4ddf08577743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:45.483854 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-3f90c5d5-8e78-44e8-8ca7-4ddf08577743 service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.0922792 Jul 04 09:33:45.547922 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-0fc2bb23-a61c-4a5b-ac03-2f706f7ac65a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f5f059-b366-4ea7-a4cb-915867e2353c HTTP/1.1" status: 200 len: 1001 time: 0.0550807 Jul 04 09:33:45.600821 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-13973c32-dfb5-45eb-9b83-d08d5b9b8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:45.602300 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-13973c32-dfb5-45eb-9b83-d08d5b9b8313 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0458722 Jul 04 09:33:45.654509 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-91387cab-0f40-40b3-8193-0261f9797fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:45.655900 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-91387cab-0f40-40b3-8193-0261f9797fa9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462112 Jul 04 09:33:45.745849 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-1e1071a2-8a4b-4a2b-9abe-47b373f7470c service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822542 Jul 04 09:33:45.838370 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e2f8cb48-41ce-4dfe-9c1b-2a58853602b5 req-8e46c65e-c2ea-438e-8d42-e4fbfe3bb7c5 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838890 Jul 04 09:33:46.013793 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7688c5-8378-493b-98b1-f250ae0d4036 req-b299d25b-75b7-465e-ac60-2b9e51672350 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:46.015511 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ee7688c5-8378-493b-98b1-f250ae0d4036 req-b299d25b-75b7-465e-ac60-2b9e51672350 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 946 time: 0.0516145 Jul 04 09:33:46.063557 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ee7688c5-8378-493b-98b1-f250ae0d4036 req-a5eb5b5b-9f6c-44b0-80cd-a066041f36bf tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425265 Jul 04 09:33:46.131095 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be95c0-f814-408e-9181-7e9f9a884a63 req-94bc4ae6-6b0e-4b14-88c7-56e67063ff5a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:46.132545 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-90be95c0-f814-408e-9181-7e9f9a884a63 req-94bc4ae6-6b0e-4b14-88c7-56e67063ff5a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0506968 Jul 04 09:33:46.180081 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-90be95c0-f814-408e-9181-7e9f9a884a63 req-05dbb3a1-a882-4ec3-b51b-d3833cb42910 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408115 Jul 04 09:33:46.802924 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:47.182348 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d81067-82d5-493e-aa69-a380ed0f7a79 req-0e5e9fde-eb80-4755-9af6-b2cc482ce5cf tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:47.183824 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-96d81067-82d5-493e-aa69-a380ed0f7a79 req-0e5e9fde-eb80-4755-9af6-b2cc482ce5cf tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 946 time: 0.0524960 Jul 04 09:33:47.234606 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-96d81067-82d5-493e-aa69-a380ed0f7a79 req-2d44ae77-692e-4eb7-9be8-ef3ec0c171d0 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451150 Jul 04 09:33:47.312528 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96cdca-b32c-4e89-8ede-d91ff4ff67b1 req-ae246282-b180-48cd-90f7-0cb0b51937af tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:47.314012 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca96cdca-b32c-4e89-8ede-d91ff4ff67b1 req-ae246282-b180-48cd-90f7-0cb0b51937af tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0527534 Jul 04 09:33:47.360764 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca96cdca-b32c-4e89-8ede-d91ff4ff67b1 req-ad460b8a-a384-41ac-84bd-9995ad8ba41a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411625 Jul 04 09:33:47.803768 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-34de6dd3-a76d-49ca-82c7-d36aa5bc29e7 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:47.805214 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-34de6dd3-a76d-49ca-82c7-d36aa5bc29e7 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 946 time: 0.0865264 Jul 04 09:33:47.806938 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-1a925107-a971-4f45-882b-c26ad515c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:47.808270 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-1a925107-a971-4f45-882b-c26ad515c658 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 1130 time: 0.0621736 Jul 04 09:33:47.966831 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-5ddd17b6-4734-403e-9614-09e1044c0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:47.968287 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-5ddd17b6-4734-403e-9614-09e1044c0b7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.1293716 Jul 04 09:33:47.973316 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Deleting port ef04dbc1-9620-49e7-a44d-abf035fe3d6f {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:33:47.973652 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:48.080648 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-37dc7a6a-6415-4840-b391-a30439aed76a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f5f059-b366-4ea7-a4cb-915867e2353c HTTP/1.1" status: 200 len: 1001 time: 0.1040249 Jul 04 09:33:48.137089 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] For port ef04dbc1-9620-49e7-a44d-abf035fe3d6f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:33:48.137450 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:48.156658 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Calling delete_port for ef04dbc1-9620-49e7-a44d-abf035fe3d6f owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:33:48.163061 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-5aedc3a3-8514-4903-b68a-9e926674fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:48.164501 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-5aedc3a3-8514-4903-b68a-9e926674fb94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0746460 Jul 04 09:33:48.322238 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (ef04dbc1-9620-49e7-a44d-abf035fe3d6f), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:48.333095 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-ee7a86bf-f3e4-462b-92b1-a8fa2f1288ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:48.334544 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-ee7a86bf-f3e4-462b-92b1-a8fa2f1288ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932775 Jul 04 09:33:48.357517 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Pushing event deleted for resources: {'Port': ['ID=ef04dbc1-9620-49e7-a44d-abf035fe3d6f,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:48.367733 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b13fdc-c42d-4d9e-a55d-6e2c7cbd5204 req-d6b4c53e-3007-4ab4-a9cf-a563c8e93c4d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:48.369111 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-01b13fdc-c42d-4d9e-a55d-6e2c7cbd5204 req-d6b4c53e-3007-4ab4-a9cf-a563c8e93c4d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a1a8388-99ca-4fc6-85c4-7a5067ec87f7 HTTP/1.1" status: 200 len: 867 time: 0.0645626 Jul 04 09:33:48.376941 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['ef04dbc1-9620-49e7-a44d-abf035fe3d6f'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:33:48.440477 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:48.443177 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-01b13fdc-c42d-4d9e-a55d-6e2c7cbd5204 req-c90c0d9f-7ef1-4efc-ae8d-2b6780b1d237 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654273 Jul 04 09:33:48.445116 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] No DVR routers for this DVR port ef04dbc1-9620-49e7-a44d-abf035fe3d6f on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:33:48.448616 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:48.452560 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9a2b4ecb-7a4b-4fb4-8e2c-d6324296a690 req-5d3ceae2-8c86-4ae8-a7f1-db07058cdb5d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.62 "DELETE /v2.0/ports/ef04dbc1-9620-49e7-a44d-abf035fe3d6f HTTP/1.1" status: 204 len: 173 time: 0.6379414 Jul 04 09:33:48.452972 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1a8388-99ca-4fc6-85c4-7a5067ec87f7', 'name': 'network-vif-deleted', 'tag': 'ef04dbc1-9620-49e7-a44d-abf035fe3d6f'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:33:48.455251 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff8a570-2847-41c7-b562-7e1f4e26b09f" -d '{"events": [{"server_uuid": "0a1a8388-99ca-4fc6-85c4-7a5067ec87f7", "name": "network-vif-deleted", "tag": "ef04dbc1-9620-49e7-a44d-abf035fe3d6f"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:33:48.504075 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc065b1-9abb-42c9-8d24-914609601d8a x-openstack-request-id: req-8dc065b1-9abb-42c9-8d24-914609601d8a {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:33:48.504365 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1a8388-99ca-4fc6-85c4-7a5067ec87f7", "name": "network-vif-deleted", "tag": "ef04dbc1-9620-49e7-a44d-abf035fe3d6f", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:33:48.504619 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8dc065b1-9abb-42c9-8d24-914609601d8a {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:33:48.505019 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc065b1-9abb-42c9-8d24-914609601d8a'] response: {'server_uuid': '0a1a8388-99ca-4fc6-85c4-7a5067ec87f7', 'name': 'network-vif-deleted', 'tag': 'ef04dbc1-9620-49e7-a44d-abf035fe3d6f', 'status': 'completed', 'code': 200} Jul 04 09:33:48.539915 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-3499c0b6-17e9-4496-98e8-a4f10b57874f service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788909 Jul 04 09:33:48.551694 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65b044-40cf-4586-bdbc-ff3560f1b106 req-a9a7f005-1aed-437b-9370-be928243509e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:48.553139 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ac65b044-40cf-4586-bdbc-ff3560f1b106 req-a9a7f005-1aed-437b-9370-be928243509e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0933836 Jul 04 09:33:48.655697 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ac65b044-40cf-4586-bdbc-ff3560f1b106 req-d642c4cc-576c-4273-a921-2c3330d175b2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967865 Jul 04 09:33:48.691163 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7109ae4c-5225-4825-819a-31bf9ab02c04 req-d17a5016-1255-4f42-9df6-6823b6b8efef service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251674 Jul 04 09:33:49.103104 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:49.131417 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [req-99a697d5-6506-4bed-9a10-3c566da04247 req-bf113b95-aa90-4e9c-a03e-914b6602ac27 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:33:49.132433 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-99a697d5-6506-4bed-9a10-3c566da04247 req-bf113b95-aa90-4e9c-a03e-914b6602ac27 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053489 Jul 04 09:33:49.298809 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd20d2-b3b0-4b33-b136-86f0374d1b29 req-d3f1ac3a-bb00-4109-95e5-30ee12d09640 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:49.300295 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-22bd20d2-b3b0-4b33-b136-86f0374d1b29 req-d3f1ac3a-bb00-4109-95e5-30ee12d09640 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 946 time: 0.0561213 Jul 04 09:33:49.347404 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-22bd20d2-b3b0-4b33-b136-86f0374d1b29 req-43a7c028-23fe-4014-a6e5-0ddcce4f0248 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Jul 04 09:33:49.594967 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 69f5f059-b366-4ea7-a4cb-915867e2353c no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:33:49.636602 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 58368) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:33:49.687484 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 69f5f059-b366-4ea7-a4cb-915867e2353c is: ACTIVE; New status is: DOWN {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:33:49.688048 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:49.711290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:33:49.714508 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d088c2-8913-4f4b-bcf6-856ea14b69ee" -d '{"events": [{"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-unplugged", "status": "completed", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:33:49.727388 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:33:49.735701 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:49.742793 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-a08b5917-3e83-4729-b0db-4278a71ca2ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049652 Jul 04 09:33:49.752754 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-cf2ce723-288d-49a1-b423-7bd977529d52 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103745) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:33:49.753751 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-cf2ce723-288d-49a1-b423-7bd977529d52 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051014 Jul 04 09:33:49.758693 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 09:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead8ad3-a23b-4418-bf5f-9f5f34b6b0f8 x-openstack-request-id: req-bead8ad3-a23b-4418-bf5f-9f5f34b6b0f8 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:33:49.758983 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-unplugged", "status": "failed", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c", "code": 422}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:33:49.759235 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bead8ad3-a23b-4418-bf5f-9f5f34b6b0f8 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:33:49.759660 dv-cinder-847864-6-iscsi neutron-server[103747]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bead8ad3-a23b-4418-bf5f-9f5f34b6b0f8']: {'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'code': 422} returned with failed status Jul 04 09:33:49.787726 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=8']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:33:49.835571 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 58380) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:33:49.929476 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113826a-882f-4e31-aa91-6d365172272a req-8345aa63-2e44-455b-bca7-8fb00a437117 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:49.930858 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-8345aa63-2e44-455b-bca7-8fb00a437117 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports/69f5f059-b366-4ea7-a4cb-915867e2353c HTTP/1.1" status: 200 len: 941 time: 0.0942974 Jul 04 09:33:50.468547 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bba359-4863-49a9-995d-dfae4ada1efd req-a726b112-d268-4652-9aa4-522b88f76f4f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:50.470070 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a6bba359-4863-49a9-995d-dfae4ada1efd req-a726b112-d268-4652-9aa4-522b88f76f4f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0529451 Jul 04 09:33:50.521266 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a6bba359-4863-49a9-995d-dfae4ada1efd req-0baf053f-f9ff-4fb5-9a6c-93e088041c88 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449800 Jul 04 09:33:51.646486 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be0b2d-2c6c-4b51-94be-9e967478fad9 req-b982e821-0919-433b-a1ca-cc8f768b4f59 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:51.647958 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f2be0b2d-2c6c-4b51-94be-9e967478fad9 req-b982e821-0919-433b-a1ca-cc8f768b4f59 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0509610 Jul 04 09:33:51.694808 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f2be0b2d-2c6c-4b51-94be-9e967478fad9 req-e8717cc4-be33-47e0-80c9-e51dbbe91bd8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414038 Jul 04 09:33:52.819325 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b7838-2145-408a-8b8b-734d5a4b3687 req-9befa2a4-ad21-49bb-b5fc-0d1044e08a15 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:52.820790 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-224b7838-2145-408a-8b8b-734d5a4b3687 req-9befa2a4-ad21-49bb-b5fc-0d1044e08a15 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0528884 Jul 04 09:33:52.873390 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-224b7838-2145-408a-8b8b-734d5a4b3687 req-9eb3fd96-f8fa-43f5-a577-0803b872191c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459757 Jul 04 09:33:53.836614 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device ef04dbc1-9620-49e7-a44d-abf035fe3d6f no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:33:53.859417 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: ef04dbc1-9620-49e7-a44d-abf035fe3d6f {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:33:53.859752 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device ef04dbc1-9620-49e7-a44d-abf035fe3d6f not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:33:53.996329 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dfe49-9113-4ad1-b418-250c46348efe req-783ffe3a-9e50-4441-abb5-41ce29dcbf52 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:53.998540 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-563dfe49-9113-4ad1-b418-250c46348efe req-783ffe3a-9e50-4441-abb5-41ce29dcbf52 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0515287 Jul 04 09:33:54.049092 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-563dfe49-9113-4ad1-b418-250c46348efe req-0c0300ef-b3f3-4542-9875-5d314776fdf9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Jul 04 09:33:55.171806 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae135e9b-bcde-4f96-8ef9-d7ac07117931 req-5f22606b-b5a2-48a7-8c37-ca56db080db7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:55.173295 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ae135e9b-bcde-4f96-8ef9-d7ac07117931 req-5f22606b-b5a2-48a7-8c37-ca56db080db7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0529051 Jul 04 09:33:55.223908 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ae135e9b-bcde-4f96-8ef9-d7ac07117931 req-60b6db07-3ed5-409f-9b87-6044f830d852 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Jul 04 09:33:55.678321 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113826a-882f-4e31-aa91-6d365172272a req-6903bdda-59eb-4c13-bf4a-a584b3a3bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:55.679811 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-6903bdda-59eb-4c13-bf4a-a584b3a3bb6a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c&tenant_id=d61a8ec08da9488aae381f6cde07cb5e HTTP/1.1" status: 200 len: 1128 time: 0.0754936 Jul 04 09:33:55.761976 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113826a-882f-4e31-aa91-6d365172272a req-3d79978c-2098-4264-8dd2-fd7f8474c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:55.764094 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-3d79978c-2098-4264-8dd2-fd7f8474c3d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 1128 time: 0.0464020 Jul 04 09:33:55.849871 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113826a-882f-4e31-aa91-6d365172272a req-d6218f28-011c-4720-84ea-c6859567b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:55.851338 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-d6218f28-011c-4720-84ea-c6859567b55b service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.0811632 Jul 04 09:33:55.914746 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-171253eb-47b0-4ae9-bc41-a4d3e21e2ef3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f5f059-b366-4ea7-a4cb-915867e2353c HTTP/1.1" status: 200 len: 999 time: 0.0554535 Jul 04 09:33:55.962896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113826a-882f-4e31-aa91-6d365172272a req-8745442c-70ac-4866-a797-41754ca7f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:55.964204 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-8745442c-70ac-4866-a797-41754ca7f492 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0425267 Jul 04 09:33:56.011830 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113826a-882f-4e31-aa91-6d365172272a req-97509eef-7b6b-4e96-b038-3ddd50e58490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:56.014615 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-97509eef-7b6b-4e96-b038-3ddd50e58490 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433071 Jul 04 09:33:56.115141 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-e3edf538-aba2-440b-947d-ed082f75037d service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873985 Jul 04 09:33:56.220961 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b113826a-882f-4e31-aa91-6d365172272a req-f0a63caf-0858-430b-aaf5-ae41b113bf30 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924981 Jul 04 09:33:56.399802 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91b303-2e6e-4f86-9bd1-65cabed604e9 req-f9cccb7c-0e0a-47de-85a4-6747836d2b53 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:56.401258 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3e91b303-2e6e-4f86-9bd1-65cabed604e9 req-f9cccb7c-0e0a-47de-85a4-6747836d2b53 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0995665 Jul 04 09:33:56.448469 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3e91b303-2e6e-4f86-9bd1-65cabed604e9 req-8874b212-304f-487b-98f2-7ef08931f2ae tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Jul 04 09:33:57.637686 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d59ab-d9c1-4734-9330-bf89fd5138ce req-2be57442-e80e-41b7-bcb2-15e39b0ee87d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:57.639366 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-574d59ab-d9c1-4734-9330-bf89fd5138ce req-2be57442-e80e-41b7-bcb2-15e39b0ee87d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.1130562 Jul 04 09:33:57.689109 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-574d59ab-d9c1-4734-9330-bf89fd5138ce req-fc01ab7d-9ae4-49b1-af3e-a37fe05c6588 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Jul 04 09:33:58.821600 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711189d-861d-4931-a392-677d1a458ed9 req-0ee7713c-0a2d-43d6-9756-7a2f84b200b5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:33:58.823797 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1711189d-861d-4931-a392-677d1a458ed9 req-0ee7713c-0a2d-43d6-9756-7a2f84b200b5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0557168 Jul 04 09:33:58.875342 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1711189d-861d-4931-a392-677d1a458ed9 req-5c0ec186-d256-4666-8a82-020d153d5f69 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461333 Jul 04 09:34:00.010245 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc19a8-f829-4ada-8a39-29183c1b1bd3 req-264a06dd-be43-498d-b779-e33a62eb939e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:00.016463 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-26fc19a8-f829-4ada-8a39-29183c1b1bd3 req-264a06dd-be43-498d-b779-e33a62eb939e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0628014 Jul 04 09:34:00.064208 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-26fc19a8-f829-4ada-8a39-29183c1b1bd3 req-879d7d1c-a122-4714-89d4-ebf7471666e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458248 Jul 04 09:34:01.190661 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d2659-8d7d-4ce2-a896-51fe17d0e922 req-45541775-b428-49d2-9db1-046e8b2ee9b6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:01.192140 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-755d2659-8d7d-4ce2-a896-51fe17d0e922 req-45541775-b428-49d2-9db1-046e8b2ee9b6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0557740 Jul 04 09:34:01.237258 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-755d2659-8d7d-4ce2-a896-51fe17d0e922 req-79818cd7-848e-4376-a686-bdae108882b7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393758 Jul 04 09:34:02.361046 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61be1b8-1410-4056-8dd7-fcbdb637e68f req-45e8908b-dfda-43e6-8b37-950faa87822c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:02.362525 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f61be1b8-1410-4056-8dd7-fcbdb637e68f req-45e8908b-dfda-43e6-8b37-950faa87822c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0515685 Jul 04 09:34:02.412147 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f61be1b8-1410-4056-8dd7-fcbdb637e68f req-5b21caf2-76e9-4793-8869-57632926a06e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441866 Jul 04 09:34:03.560858 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad40ad5-26e7-444d-aaec-0892f3b3d457 req-7022932c-1fc6-471f-80eb-4389511b3b6f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:03.562602 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cad40ad5-26e7-444d-aaec-0892f3b3d457 req-7022932c-1fc6-471f-80eb-4389511b3b6f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0619318 Jul 04 09:34:03.610656 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cad40ad5-26e7-444d-aaec-0892f3b3d457 req-5ee56fcb-7224-496e-9010-b7e6232eb6d1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425136 Jul 04 09:34:03.641917 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-9a899190-5f6e-4052-9ba5-339379b27117 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:03.643434 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-9a899190-5f6e-4052-9ba5-339379b27117 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/networks?id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9 HTTP/1.1" status: 200 len: 814 time: 0.1096544 Jul 04 09:34:03.660140 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-e9bb965b-aadb-4f2a-befd-8a4925fd5e57 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/quotas/544e467002294167ad6a96e270d1c30b HTTP/1.1" status: 200 len: 375 time: 0.0103633 Jul 04 09:34:03.693048 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-29427337-9a4e-41df-81f4-fdc0ed2b1dd6 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=544e467002294167ad6a96e270d1c30b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277178 Jul 04 09:34:03.790819 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-a779b0f2-e11d-4c88-84a7-1575ecad4b04 service neutron] 10.222.0.73 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912511 Jul 04 09:34:03.881277 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ccfa231d-cd18-47a6-a8f3-7829301d0a41 service neutron] 10.222.0.73 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837533 Jul 04 09:34:04.053427 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a87ed604-ba24-47fe-811d-5b39b1e62da1 req-a3f60308-197b-4ce8-9f76-8d1671578308 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0332656 Jul 04 09:34:04.742192 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd2cbc-f696-4bdd-8f18-3dacbe1250bf req-7e236db4-1043-4f30-a47f-c3969b30bd10 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:04.744431 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a9dd2cbc-f696-4bdd-8f18-3dacbe1250bf req-7e236db4-1043-4f30-a47f-c3969b30bd10 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0589414 Jul 04 09:34:04.790947 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a9dd2cbc-f696-4bdd-8f18-3dacbe1250bf req-42320111-1fc5-4896-bef9-58974c9b8ac1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401735 Jul 04 09:34:05.151790 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-46596b4e-1185-4c2c-a1b6-d83e0c370ec8 req-250d3281-8b97-4c83-95c2-55cbe7f366e5 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0259364 Jul 04 09:34:05.923856 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b45062-2ee0-4c2d-86b0-3d44409121a6 req-ba7f263c-1d52-4fd1-bbeb-f1c41eff8136 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:05.925227 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b8b45062-2ee0-4c2d-86b0-3d44409121a6 req-ba7f263c-1d52-4fd1-bbeb-f1c41eff8136 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0531068 Jul 04 09:34:05.975747 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b8b45062-2ee0-4c2d-86b0-3d44409121a6 req-05b4c16c-f405-4eb7-9537-e645288948d8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449533 Jul 04 09:34:06.249190 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fb1348e0-1a99-45a8-8bd1-7f3d2b7f2c35 req-023d751f-7fb7-4ab3-9e93-ee8cf6460d26 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0301583 Jul 04 09:34:07.105253 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4a26-ded6-4d19-900c-1a694ed286bf req-7f23907d-2c40-4314-bada-3ecd53d3e00c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:07.106908 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e40c4a26-ded6-4d19-900c-1a694ed286bf req-7f23907d-2c40-4314-bada-3ecd53d3e00c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0579245 Jul 04 09:34:07.158311 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e40c4a26-ded6-4d19-900c-1a694ed286bf req-5f84fa2f-12d8-4665-99cb-902231d180de tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441706 Jul 04 09:34:07.345268 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-adccffe9-858a-4b78-ab70-5001947b64bb req-1f1fa07c-3010-4eeb-bff8-67b0b56bd0f8 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0263925 Jul 04 09:34:08.292385 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b87fe5-b478-44cc-b5b2-b35643eaf615 req-f6eb9205-401a-41e3-971e-c356c3380b99 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:08.293867 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-68b87fe5-b478-44cc-b5b2-b35643eaf615 req-f6eb9205-401a-41e3-971e-c356c3380b99 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0636947 Jul 04 09:34:08.340252 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-68b87fe5-b478-44cc-b5b2-b35643eaf615 req-311663a6-73c5-42e3-87d2-80c64f8f7ba1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402460 Jul 04 09:34:08.440735 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-235edb37-55ff-4902-901f-0be444d2852c req-c622e598-272c-44fa-b4d2-eba53d4aff4f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Jul 04 09:34:09.463914 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c22f78-5cf3-4161-87f5-be4a22e8729d req-5d7c7eab-e51a-424c-9c79-a71fb61c0887 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:09.466157 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4c22f78-5cf3-4161-87f5-be4a22e8729d req-5d7c7eab-e51a-424c-9c79-a71fb61c0887 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0538845 Jul 04 09:34:09.520113 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4c22f78-5cf3-4161-87f5-be4a22e8729d req-64aa7d04-42e1-4121-9605-794c1694e607 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Jul 04 09:34:09.559701 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5ed18d11-87e0-49d6-b865-9b7a5f654bb2 req-630795b2-8c40-4e9d-8acb-1843dd4486a4 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0492735 Jul 04 09:34:10.657405 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ee9df-e674-40c4-b979-2394ab9b4883 req-689cd7bc-373f-43cd-b369-d86be60fcb10 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:10.658185 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-50cfc3b9-5d06-4162-870e-0d9008171413 req-e7d5ac51-32c3-4058-9357-61c5580b66b9 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0297725 Jul 04 09:34:10.659021 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1c8ee9df-e674-40c4-b979-2394ab9b4883 req-689cd7bc-373f-43cd-b369-d86be60fcb10 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0637321 Jul 04 09:34:10.708487 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1c8ee9df-e674-40c4-b979-2394ab9b4883 req-4f5e4d1e-776f-4e67-9bdd-06f175a7e808 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441029 Jul 04 09:34:11.836764 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6113f46-38ec-49cc-b617-2ef7db0e718b req-fca4d185-96dd-4120-98ac-88cfc9287167 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:11.838371 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f6113f46-38ec-49cc-b617-2ef7db0e718b req-fca4d185-96dd-4120-98ac-88cfc9287167 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0560873 Jul 04 09:34:11.889868 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f6113f46-38ec-49cc-b617-2ef7db0e718b req-8c92e750-d2f0-49dc-9a51-120bc8d47f38 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454717 Jul 04 09:34:11.994843 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2cd8fc75-27ed-486d-b9f4-0da531d22c35 req-7a59b4d4-0e64-429b-90e0-5925c09f8724 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.2682848 Jul 04 09:34:11.995482 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-74f556a2-ed12-40df-8f6b-91de882dd43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:13.088394 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a0785d5d-1c2f-4c6b-938a-6802c52bf717 req-b44ff9e4-76d6-4803-92a9-5b86762ba781 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0274298 Jul 04 09:34:13.119557 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c2e15-6eec-4f9b-8b00-ace427415026 req-1c37d48c-080a-479a-b4fa-0e67da3c5146 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:13.121032 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-132c2e15-6eec-4f9b-8b00-ace427415026 req-1c37d48c-080a-479a-b4fa-0e67da3c5146 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0572233 Jul 04 09:34:13.167615 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-132c2e15-6eec-4f9b-8b00-ace427415026 req-ce726b34-48e3-4a90-8bf9-d25c49f4717c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Jul 04 09:34:14.097122 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1e6927ab-5998-4e04-b95e-748703f2664b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:14.189718 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-887f2cac-8248-459f-aea4-d08ad3e287c1 req-609bd756-fa7c-4919-9011-2824bb3ea8ba tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0277956 Jul 04 09:34:14.293344 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e94ed-1dc6-4a08-8a9f-b0fbd15b4cd1 req-4d0906ff-d850-4771-8d71-2935cd33f60e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:14.294750 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0b1e94ed-1dc6-4a08-8a9f-b0fbd15b4cd1 req-4d0906ff-d850-4771-8d71-2935cd33f60e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0543199 Jul 04 09:34:14.339866 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0b1e94ed-1dc6-4a08-8a9f-b0fbd15b4cd1 req-cc605143-7e43-4656-836e-78304543ba66 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394206 Jul 04 09:34:14.957776 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-754ffbab-4ee9-4e09-baca-a3d79df94c63 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:14.959264 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-754ffbab-4ee9-4e09-baca-a3d79df94c63 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.62 "GET /v2.0/networks?id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9 HTTP/1.1" status: 200 len: 814 time: 0.1186740 Jul 04 09:34:14.980224 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Request body: {'port': {'device_id': 'fac9117d-bcca-4727-9995-dd7552697637', 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9', 'admin_state_up': True, 'tenant_id': '544e467002294167ad6a96e270d1c30b'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:34:15.098693 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Made reservation on behalf of 544e467002294167ad6a96e270d1c30b for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:34:15.102025 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:15.184957 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:34:15.229762 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Allocated IP 172.20.0.8 (ead6f8f0-2482-4fb6-9b03-83529d3f37e9/1fbefc68-328e-4298-be70-446ca3888a79/c824e71c-06be-4c37-b7ea-60da330efa20) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:34:15.299075 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-92e3da16-ea7a-4ef3-8584-9f697470b619 req-85ff9404-2e33-4cd3-92c4-df15a56e0bee tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 210 time: 0.0267742 Jul 04 09:34:15.382263 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks [] for port (c824e71c-06be-4c37-b7ea-60da330efa20), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:15.417267 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:15.457742 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:15.710167 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:34:15.715411 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:34:15.718170 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Pushing event updated for resources: {'Port': ['ID=c824e71c-06be-4c37-b7ea-60da330efa20,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:34:15.721844 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:34:15.731094 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.731447 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.731790 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.732126 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.732576 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.733421 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.733840 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.734201 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.734532 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.734857 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.735184 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.735508 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.735840 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:15.779945 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502ba65-25f9-4f80-bac8-7dbde8bbbc7f req-9ee5402d-16fe-4398-ae4c-d0f371925baf tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:15.781539 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d502ba65-25f9-4f80-bac8-7dbde8bbbc7f req-9ee5402d-16fe-4398-ae4c-d0f371925baf tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.3623445 Jul 04 09:34:15.795983 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:15.796567 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:15.824367 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-ca7c2c64-5df7-4bfc-8830-e92edba2f6cb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8481767 Jul 04 09:34:15.846626 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Request body: {'port': {'device_id': 'fac9117d-bcca-4727-9995-dd7552697637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:34:15.867686 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d502ba65-25f9-4f80-bac8-7dbde8bbbc7f req-569e5ae2-e128-41d6-812e-0762333f4c37 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787516 Jul 04 09:34:15.906585 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:16.156061 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c824e71c-06be-4c37-b7ea-60da330efa20 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:34:16.163461 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Publish callbacks [] for port (c824e71c-06be-4c37-b7ea-60da330efa20), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:16.175727 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Transition to ACTIVE for port object c824e71c-06be-4c37-b7ea-60da330efa20 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:34:16.179567 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:16.228255 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Pushing event updated for resources: {'Port': ['ID=c824e71c-06be-4c37-b7ea-60da330efa20,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:34:16.299612 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Attempting to bind port c824e71c-06be-4c37-b7ea-60da330efa20 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:34:16.299859 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Attempting to bind port c824e71c-06be-4c37-b7ea-60da330efa20 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'ca158bb5-c2be-4895-af4b-a37269eb7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:34:16.300190 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Attempting to bind port c824e71c-06be-4c37-b7ea-60da330efa20 on network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:34:16.304480 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Port c824e71c-06be-4c37-b7ea-60da330efa20 on network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:34:16.304804 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Attempting to bind port c824e71c-06be-4c37-b7ea-60da330efa20 on network ead6f8f0-2482-4fb6-9b03-83529d3f37e9 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:34:16.309576 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:34:16.309913 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Checking segment: {'id': 'ca158bb5-c2be-4895-af4b-a37269eb7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:34:16.310324 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Bound using segment: {'id': 'ca158bb5-c2be-4895-af4b-a37269eb7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:34:16.311352 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Bound port: c824e71c-06be-4c37-b7ea-60da330efa20, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca158bb5-c2be-4895-af4b-a37269eb7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:34:16.311707 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:16.370586 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] For port c824e71c-06be-4c37-b7ea-60da330efa20, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:34:16.374187 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] For port c824e71c-06be-4c37-b7ea-60da330efa20, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c824e71c-06be-4c37-b7ea-60da330efa20,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:34:16.381125 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:16.414424 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:16.415078 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:16.416476 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] 10.222.0.62 "PUT /v2.0/ports/c824e71c-06be-4c37-b7ea-60da330efa20 HTTP/1.1" status: 200 len: 1093 time: 0.5777307 Jul 04 09:34:16.417213 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac9117d-bcca-4727-9995-dd7552697637', 'tag': 'c824e71c-06be-4c37-b7ea-60da330efa20'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:34:16.419468 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411f7600-1307-43d3-93c7-4c67ba012cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "fac9117d-bcca-4727-9995-dd7552697637", "tag": "c824e71c-06be-4c37-b7ea-60da330efa20"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:34:16.421175 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be101221-a8f6-44e6-84e5-9b0787bf7c92 req-3c5486c7-98b7-49ef-9baa-74b9052bdd61 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:16.422664 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-be101221-a8f6-44e6-84e5-9b0787bf7c92 req-3c5486c7-98b7-49ef-9baa-74b9052bdd61 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 943 time: 0.0564334 Jul 04 09:34:16.445278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c475e-739d-40a2-bb8d-a22d945c7edf service neutron] Pushing event updated for resources: {'Port': ['ID=c824e71c-06be-4c37-b7ea-60da330efa20,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:34:16.472315 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4a0ba0-44f3-491d-bf58-ea20165d5640 x-openstack-request-id: req-4b4a0ba0-44f3-491d-bf58-ea20165d5640 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:34:16.472743 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac9117d-bcca-4727-9995-dd7552697637", "tag": "c824e71c-06be-4c37-b7ea-60da330efa20", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:34:16.473008 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b4a0ba0-44f3-491d-bf58-ea20165d5640 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:34:16.473542 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4a0ba0-44f3-491d-bf58-ea20165d5640'] response: {'name': 'network-changed', 'server_uuid': 'fac9117d-bcca-4727-9995-dd7552697637', 'tag': 'c824e71c-06be-4c37-b7ea-60da330efa20', 'status': 'completed', 'code': 200} Jul 04 09:34:16.474578 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-be101221-a8f6-44e6-84e5-9b0787bf7c92 req-0f2a6108-640c-4840-99c5-fe655153eb57 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459352 Jul 04 09:34:16.544397 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-9cf259f8-a1e4-4b66-8ed5-76aac6f2ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:16.545973 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-9cf259f8-a1e4-4b66-8ed5-76aac6f2ca2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=544e467002294167ad6a96e270d1c30b&device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 1127 time: 0.0448208 Jul 04 09:34:16.597504 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-5d55e8c6-29a3-4952-a8a2-5779d555ce07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c824e71c-06be-4c37-b7ea-60da330efa20 HTTP/1.1" status: 200 len: 217 time: 0.0359559 Jul 04 09:34:16.669371 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-fdaa0484-553b-420b-ab25-5d70925ab5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:16.674786 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-fdaa0484-553b-420b-ab25-5d70925ab5e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fbefc68-328e-4298-be70-446ca3888a79 HTTP/1.1" status: 200 len: 854 time: 0.0679095 Jul 04 09:34:16.707077 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-45c2aa56-31a3-4c57-ab10-b0f4f0bda4ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295050 Jul 04 09:34:16.805111 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-e8c76708-0774-4aef-acc7-25aa37f5cc37 service neutron] 10.222.0.62 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920219 Jul 04 09:34:16.806654 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:16.894645 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31c6d1c3-c136-4a05-b41d-ac26b1fdee87 req-69055350-4b79-443f-a67e-cc94c5ce27ae service neutron] 10.222.0.62 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822196 Jul 04 09:34:16.995572 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006af78b-441d-453d-b336-e18080536ef1 req-60d80c22-a91b-4bce-9588-141305ebf6e1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:16.996963 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-006af78b-441d-453d-b336-e18080536ef1 req-60d80c22-a91b-4bce-9588-141305ebf6e1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0536220 Jul 04 09:34:17.075074 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-9424db3f-ede2-4a1b-9954-b2111721d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:17.077132 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-9424db3f-ede2-4a1b-9954-b2111721d459 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=544e467002294167ad6a96e270d1c30b&device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 1127 time: 0.0792863 Jul 04 09:34:17.080175 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-006af78b-441d-453d-b336-e18080536ef1 req-65cf22c5-3ba1-4eab-b42a-1d7301b90cb5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743344 Jul 04 09:34:17.164942 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-91fb4aa6-8855-4c6d-af73-2147a82975a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:17.166341 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-91fb4aa6-8855-4c6d-af73-2147a82975a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9 HTTP/1.1" status: 200 len: 915 time: 0.0832975 Jul 04 09:34:17.208916 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-205c39d0-73a4-440f-8945-910f4e96edfc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c824e71c-06be-4c37-b7ea-60da330efa20 HTTP/1.1" status: 200 len: 217 time: 0.0359526 Jul 04 09:34:17.255977 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-8f4a7668-62a6-4b09-aeea-991733d0e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:17.257379 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-8f4a7668-62a6-4b09-aeea-991733d0e52b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fbefc68-328e-4298-be70-446ca3888a79 HTTP/1.1" status: 200 len: 854 time: 0.0424325 Jul 04 09:34:17.290382 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-7b7514cd-6d85-4ea7-8b99-88eda97c324b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ead6f8f0-2482-4fb6-9b03-83529d3f37e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249097 Jul 04 09:34:17.381555 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-159e28d4-cfe8-4365-8be4-a478da007c22 service neutron] 10.222.0.62 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848773 Jul 04 09:34:17.472178 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-411f7600-1307-43d3-93c7-4c67ba012cd1 req-bbfbf6e6-652d-473e-a0c1-6a764ebd90c3 service neutron] 10.222.0.62 "GET /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844440 Jul 04 09:34:17.590734 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6432436-8665-45a8-9852-982549c03178 req-8b71c0b4-ffa3-48fa-9e57-4c81fc39008c tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:17.592802 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c6432436-8665-45a8-9852-982549c03178 req-8b71c0b4-ffa3-48fa-9e57-4c81fc39008c tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 943 time: 0.0530574 Jul 04 09:34:17.638566 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c6432436-8665-45a8-9852-982549c03178 req-ebc1ce0a-af06-4db2-8097-b689780f7225 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Jul 04 09:34:18.204100 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad4d42-5e7b-4fd8-a31a-1b1434313e2f req-8726a38e-8509-4c94-a2d8-dea3085be365 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:18.205565 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3dad4d42-5e7b-4fd8-a31a-1b1434313e2f req-8726a38e-8509-4c94-a2d8-dea3085be365 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0524828 Jul 04 09:34:18.252223 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3dad4d42-5e7b-4fd8-a31a-1b1434313e2f req-9e9e5bb4-1e1c-4f11-b4a3-8b40af45d202 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411191 Jul 04 09:34:18.412793 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:18.758866 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255c931-7e12-4f40-aa76-809343daf070 req-ffeb2c37-51bc-44ee-84d9-6e7b35517e97 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:18.760306 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3255c931-7e12-4f40-aa76-809343daf070 req-ffeb2c37-51bc-44ee-84d9-6e7b35517e97 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 943 time: 0.0540462 Jul 04 09:34:18.806195 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3255c931-7e12-4f40-aa76-809343daf070 req-4a59bc9f-469b-401c-a8e1-f865c3af1475 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Jul 04 09:34:19.112229 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:19.378951 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041d1a2-0145-44cf-b028-43b4e48ae2a6 req-b80ae1dc-5ec8-46c4-98e4-50adf8824bec tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:19.380408 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4041d1a2-0145-44cf-b028-43b4e48ae2a6 req-b80ae1dc-5ec8-46c4-98e4-50adf8824bec tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0566044 Jul 04 09:34:19.428354 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4041d1a2-0145-44cf-b028-43b4e48ae2a6 req-f6f758c0-56be-480a-a93f-56131abdd37e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Jul 04 09:34:19.926102 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33ca93-9321-43e7-8159-1b841295505f req-a5088ab6-ffe5-4c5f-b789-7fccf7db4b5f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:19.927569 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dd33ca93-9321-43e7-8159-1b841295505f req-a5088ab6-ffe5-4c5f-b789-7fccf7db4b5f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 943 time: 0.0548401 Jul 04 09:34:19.973415 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dd33ca93-9321-43e7-8159-1b841295505f req-0c0960d2-0555-4ee2-8151-85421b9e152f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Jul 04 09:34:20.552569 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e4416-d46e-4a43-993d-30aebf37ed29 req-7d5340d3-4891-4745-83d7-5798f79609a8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:20.554097 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d49e4416-d46e-4a43-993d-30aebf37ed29 req-7d5340d3-4891-4745-83d7-5798f79609a8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0525186 Jul 04 09:34:20.600891 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d49e4416-d46e-4a43-993d-30aebf37ed29 req-4faaae6e-1fd9-4ff7-bc07-37ae01078c5b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Jul 04 09:34:21.093280 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4f8b-76d4-4740-b1f5-b62ac409d4af req-24a5bbdd-bf7a-46f6-9e2b-cba4084e5c5b tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:21.094774 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-330d4f8b-76d4-4740-b1f5-b62ac409d4af req-24a5bbdd-bf7a-46f6-9e2b-cba4084e5c5b tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 943 time: 0.0554171 Jul 04 09:34:21.142899 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-330d4f8b-76d4-4740-b1f5-b62ac409d4af req-1fbe745f-712b-41e7-8ebe-d91fb5f45ab4 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Jul 04 09:34:21.726825 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95ed13-0f62-497d-8870-878aba2517c3 req-0308bedc-f88c-4447-a889-d1c4dc957467 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:21.728286 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca95ed13-0f62-497d-8870-878aba2517c3 req-0308bedc-f88c-4447-a889-d1c4dc957467 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0553248 Jul 04 09:34:21.776725 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca95ed13-0f62-497d-8870-878aba2517c3 req-73b2f721-0135-4ec8-bb4f-40066c4cecdd tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422733 Jul 04 09:34:21.993535 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device c824e71c-06be-4c37-b7ea-60da330efa20 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:34:22.092851 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port c824e71c-06be-4c37-b7ea-60da330efa20, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c824e71c-06be-4c37-b7ea-60da330efa20,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:34:22.104048 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': 'c824e71c-06be-4c37-b7ea-60da330efa20', 'network_id': 'ead6f8f0-2482-4fb6-9b03-83529d3f37e9', 'port_id': 'c824e71c-06be-4c37-b7ea-60da330efa20', 'mac_address': 'fa:16:3e:41:f0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbefc68-328e-4298-be70-446ca3888a79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:34:22.137801 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port c824e71c-06be-4c37-b7ea-60da330efa20 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:34:22.138222 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:22.150484 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c824e71c-06be-4c37-b7ea-60da330efa20 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:34:22.170479 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port c824e71c-06be-4c37-b7ea-60da330efa20, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c824e71c-06be-4c37-b7ea-60da330efa20,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:34:22.174725 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:22.261926 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092ca54-12d7-4d04-8d13-79e713c6836d req-a29b318c-2b1f-494b-a095-8d07b3483c7c tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:22.263767 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9092ca54-12d7-4d04-8d13-79e713c6836d req-a29b318c-2b1f-494b-a095-8d07b3483c7c tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 944 time: 0.0549662 Jul 04 09:34:22.315146 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9092ca54-12d7-4d04-8d13-79e713c6836d req-8df6ad65-63e5-4dc0-a8a5-a5c455162370 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Jul 04 09:34:22.345580 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=c824e71c-06be-4c37-b7ea-60da330efa20,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:34:22.744472 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['c824e71c-06be-4c37-b7ea-60da330efa20'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:34:22.899381 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb404bf-c51a-41be-84c9-aea41fe2d699 req-ab2af360-d86c-4813-a781-b79bc59086f7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:22.900862 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-adb404bf-c51a-41be-84c9-aea41fe2d699 req-ab2af360-d86c-4813-a781-b79bc59086f7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0513585 Jul 04 09:34:22.947397 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-adb404bf-c51a-41be-84c9-aea41fe2d699 req-3ff69a32-5bbf-4b5e-9669-778e5cc47b17 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403199 Jul 04 09:34:23.435429 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c936597-7313-4af6-bf12-ff6187989a1f req-729d3186-20ae-4713-89ba-41d74b352f7d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:23.436914 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6c936597-7313-4af6-bf12-ff6187989a1f req-729d3186-20ae-4713-89ba-41d74b352f7d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 944 time: 0.0543861 Jul 04 09:34:23.482373 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6c936597-7313-4af6-bf12-ff6187989a1f req-5c93ba05-8bd6-4564-b99d-2db375864c7c tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398004 Jul 04 09:34:24.035341 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 69f5f059-b366-4ea7-a4cb-915867e2353c details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:34:24.070824 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761634-d34b-4e50-92bb-ecb6d38691fe req-8b280f87-4bb0-48d8-92ee-fc4a6169bed2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:24.072340 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bb761634-d34b-4e50-92bb-ecb6d38691fe req-8b280f87-4bb0-48d8-92ee-fc4a6169bed2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 944 time: 0.0526223 Jul 04 09:34:24.125867 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bb761634-d34b-4e50-92bb-ecb6d38691fe req-51351e42-d018-43d4-8ba0-c7d661a964d8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467608 Jul 04 09:34:24.146690 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:34:24.158023 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'port_id': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'mac_address': 'fa:16:3e:82:d0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:34:24.191823 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 69f5f059-b366-4ea7-a4cb-915867e2353c is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:34:24.192212 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:24.204865 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f5f059-b366-4ea7-a4cb-915867e2353c {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:34:24.223788 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:34:24.227594 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:24.275610 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=9']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:34:24.283159 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.283533 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.283881 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.284222 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.284556 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.284886 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.285242 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.285570 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.285896 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.286259 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.286603 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.286910 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.287231 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:34:24.605174 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6c7bf-59cd-4a36-961d-9cf6caeb0837 req-b61efde0-dde0-44f4-9653-0281669421c9 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:24.606568 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-01a6c7bf-59cd-4a36-961d-9cf6caeb0837 req-b61efde0-dde0-44f4-9653-0281669421c9 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 944 time: 0.0582671 Jul 04 09:34:24.652513 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-01a6c7bf-59cd-4a36-961d-9cf6caeb0837 req-97e66025-6f3e-468b-b3f1-2cbe79cfa576 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Jul 04 09:34:24.767378 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['69f5f059-b366-4ea7-a4cb-915867e2353c'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:34:25.251635 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a295f3-df5b-44e4-90d3-e0a684ddef12 req-cc487a56-91cb-4b23-83f9-45277e92068c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:25.253114 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d8a295f3-df5b-44e4-90d3-e0a684ddef12 req-cc487a56-91cb-4b23-83f9-45277e92068c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0527492 Jul 04 09:34:25.301157 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d8a295f3-df5b-44e4-90d3-e0a684ddef12 req-2cc08e3c-7177-450c-aa42-ffdebd948a1e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424283 Jul 04 09:34:25.769011 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c08f4a-ac04-4114-94d5-be19df9052ae req-ab27f905-1111-4347-947e-260d6a5ae7d1 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:25.770508 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d5c08f4a-ac04-4114-94d5-be19df9052ae req-ab27f905-1111-4347-947e-260d6a5ae7d1 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 944 time: 0.0514879 Jul 04 09:34:25.821756 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d5c08f4a-ac04-4114-94d5-be19df9052ae req-ee9c7da0-34be-48e2-8f43-214cbc63c0de tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456586 Jul 04 09:34:26.052848 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device c824e71c-06be-4c37-b7ea-60da330efa20 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:34:26.097048 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port c824e71c-06be-4c37-b7ea-60da330efa20 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:34:26.100798 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port c824e71c-06be-4c37-b7ea-60da330efa20 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:34:26.101196 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:26.174724 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port c824e71c-06be-4c37-b7ea-60da330efa20 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:34:26.175120 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:26.197067 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac9117d-bcca-4727-9995-dd7552697637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c824e71c-06be-4c37-b7ea-60da330efa20'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:34:26.199339 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60c2a70-e845-4957-b874-d9bc3a842018" -d '{"events": [{"server_uuid": "fac9117d-bcca-4727-9995-dd7552697637", "name": "network-vif-plugged", "status": "completed", "tag": "c824e71c-06be-4c37-b7ea-60da330efa20"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:34:26.211971 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port c824e71c-06be-4c37-b7ea-60da330efa20, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c824e71c-06be-4c37-b7ea-60da330efa20,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:34:26.215848 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:26.242088 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574ac4d8-cfd8-4025-8e2c-0ef14cc6849b x-openstack-request-id: req-574ac4d8-cfd8-4025-8e2c-0ef14cc6849b {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:34:26.242382 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac9117d-bcca-4727-9995-dd7552697637", "name": "network-vif-plugged", "status": "completed", "tag": "c824e71c-06be-4c37-b7ea-60da330efa20", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:34:26.242634 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-574ac4d8-cfd8-4025-8e2c-0ef14cc6849b {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:34:26.243042 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574ac4d8-cfd8-4025-8e2c-0ef14cc6849b'] response: {'server_uuid': 'fac9117d-bcca-4727-9995-dd7552697637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c824e71c-06be-4c37-b7ea-60da330efa20', 'code': 200} Jul 04 09:34:26.268085 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=c824e71c-06be-4c37-b7ea-60da330efa20,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:34:26.425076 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eb78b-6ca6-4e9e-bc57-f9d80fd27da0 req-5ff1feaf-1053-42b5-ada1-733442642417 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:26.426618 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-525eb78b-6ca6-4e9e-bc57-f9d80fd27da0 req-5ff1feaf-1053-42b5-ada1-733442642417 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0510707 Jul 04 09:34:26.459223 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb6f43-2cc3-47b9-9c3c-3ee37256c4f8 req-5c577ecd-0782-4d5f-8a2f-df2ba5126bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:26.460750 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-60fb6f43-2cc3-47b9-9c3c-3ee37256c4f8 req-5c577ecd-0782-4d5f-8a2f-df2ba5126bc7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 1129 time: 0.0441456 Jul 04 09:34:26.476365 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-525eb78b-6ca6-4e9e-bc57-f9d80fd27da0 req-786f5e30-d37f-4ffd-8e70-6384cd2d5f14 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Jul 04 09:34:26.505974 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-60fb6f43-2cc3-47b9-9c3c-3ee37256c4f8 req-6548085d-2b85-4ce6-a335-1f399466290f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387795 Jul 04 09:34:26.945919 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec066d-2cab-4b3a-baa1-e20b20fc239a req-5d7112c7-01d4-4b13-b789-5d5a7ab5102c tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:26.947405 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-06ec066d-2cab-4b3a-baa1-e20b20fc239a req-5d7112c7-01d4-4b13-b789-5d5a7ab5102c tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 945 time: 0.0552340 Jul 04 09:34:26.993952 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-06ec066d-2cab-4b3a-baa1-e20b20fc239a req-3cebbeb6-6975-4bfc-92a0-fd77eaf178bc tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Jul 04 09:34:27.601076 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb034907-7daa-49d2-b25b-4cbade2fbd89 req-4246bac2-576b-4fb5-a637-c449aa54b222 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:27.602599 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bb034907-7daa-49d2-b25b-4cbade2fbd89 req-4246bac2-576b-4fb5-a637-c449aa54b222 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 945 time: 0.0518665 Jul 04 09:34:27.647686 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bb034907-7daa-49d2-b25b-4cbade2fbd89 req-da7d39c1-ef72-46ae-8a72-40ff59a0e04c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396209 Jul 04 09:34:28.055257 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 69f5f059-b366-4ea7-a4cb-915867e2353c up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:34:28.099839 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 69f5f059-b366-4ea7-a4cb-915867e2353c triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:34:28.100214 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:28.113299 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b5027-f8ca-4efe-aefa-b544ef86a139 req-48249685-8ead-4cce-949d-8e62f08e51f0 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:28.114836 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a2b5027-f8ca-4efe-aefa-b544ef86a139 req-48249685-8ead-4cce-949d-8e62f08e51f0 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 945 time: 0.0525045 Jul 04 09:34:28.162805 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5a2b5027-f8ca-4efe-aefa-b544ef86a139 req-1e365602-995c-40bc-88d1-f74f387f6b9d tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 Jul 04 09:34:28.175951 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 69f5f059-b366-4ea7-a4cb-915867e2353c is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:34:28.176348 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:28.207211 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:34:28.211089 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:28.244672 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:34:28.246923 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a53f00e-366d-482f-b1f1-9567d4882c31" -d '{"events": [{"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-plugged", "status": "completed", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:34:28.260408 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=10']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:34:28.283995 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b48d89-130d-4992-810b-5180cb3313b4 x-openstack-request-id: req-95b48d89-130d-4992-810b-5180cb3313b4 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:34:28.284311 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-plugged", "status": "completed", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:34:28.284570 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95b48d89-130d-4992-810b-5180cb3313b4 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:34:28.284968 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b48d89-130d-4992-810b-5180cb3313b4'] response: {'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'code': 200} Jul 04 09:34:28.769450 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7576c81-21ff-4111-8c75-0920919f56bb req-bb272b01-e930-4c89-95bb-879e84707867 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:28.770939 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c7576c81-21ff-4111-8c75-0920919f56bb req-bb272b01-e930-4c89-95bb-879e84707867 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 947 time: 0.0530348 Jul 04 09:34:28.821352 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c7576c81-21ff-4111-8c75-0920919f56bb req-147208ff-af1a-4f11-bed9-377bf5a38762 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Jul 04 09:34:29.054861 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fce5b-0f64-4849-8eb4-15dc20f52b37 req-0c502de5-3a42-446f-9432-172a93bdfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:29.056339 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-897fce5b-0f64-4849-8eb4-15dc20f52b37 req-0c502de5-3a42-446f-9432-172a93bdfb48 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 1131 time: 0.0427845 Jul 04 09:34:29.099255 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-897fce5b-0f64-4849-8eb4-15dc20f52b37 req-6a6c7d0e-451f-4f2a-99fe-d31b8d7ed3f7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366573 Jul 04 09:34:29.283181 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b3fca-3cda-4de7-bb71-c3e1647984bd req-e428751a-fd0e-4d2c-b93b-394f3015bab8 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:29.284586 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e94b3fca-3cda-4de7-bb71-c3e1647984bd req-e428751a-fd0e-4d2c-b93b-394f3015bab8 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 945 time: 0.0534737 Jul 04 09:34:29.330911 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e94b3fca-3cda-4de7-bb71-c3e1647984bd req-ed7603aa-0b8e-4fee-867c-2c9437341fa6 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408509 Jul 04 09:34:29.952150 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdee69a-8819-40cc-9149-185763ea0f36 req-c6e80142-13ef-47e1-ad5d-e931ffef62bb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:29.953319 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0bdee69a-8819-40cc-9149-185763ea0f36 req-c6e80142-13ef-47e1-ad5d-e931ffef62bb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 947 time: 0.0579100 Jul 04 09:34:30.006386 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0bdee69a-8819-40cc-9149-185763ea0f36 req-f4785229-6001-427c-832e-9c8135d961a7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442338 Jul 04 09:34:31.131970 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6610f-7efa-4b4e-8e5f-f5aabeb148cb req-f3b5c9a2-3ea3-49bf-be5e-e0e7a2df56a4 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:31.133547 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e7a6610f-7efa-4b4e-8e5f-f5aabeb148cb req-f3b5c9a2-3ea3-49bf-be5e-e0e7a2df56a4 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 947 time: 0.0518472 Jul 04 09:34:31.180060 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e7a6610f-7efa-4b4e-8e5f-f5aabeb148cb req-e28ba594-500e-40cf-bb18-578dedb4f78a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409751 Jul 04 09:34:32.303075 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9491ff1-fe09-4045-894a-1b56b172636d req-6a34acc8-c034-44c2-8af3-93f5e6cf332c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:32.304472 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c9491ff1-fe09-4045-894a-1b56b172636d req-6a34acc8-c034-44c2-8af3-93f5e6cf332c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 947 time: 0.0516500 Jul 04 09:34:32.350963 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c9491ff1-fe09-4045-894a-1b56b172636d req-7ca86261-615e-49c5-a043-09826fe2ac34 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 Jul 04 09:34:41.996879 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdd38-dd4f-4983-bcf6-7534c74e8300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:44.099046 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d60b5a21-b33c-4c89-b78e-51a8e0b70bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:45.461200 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:46.808540 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:48.415085 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:49.121303 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:50.731850 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bf6ae795-feac-423c-ba95-44825fc31991 req-1856dd08-dde2-4ac6-9805-cabf3aaf8467 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870681 Jul 04 09:34:50.809632 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ae795-feac-423c-ba95-44825fc31991 req-e7b2efed-9de0-4ee0-af00-06a497d74eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:50.811176 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bf6ae795-feac-423c-ba95-44825fc31991 req-e7b2efed-9de0-4ee0-af00-06a497d74eb8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 1130 time: 0.0437837 Jul 04 09:34:50.913561 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ae795-feac-423c-ba95-44825fc31991 req-57e24135-8c58-4097-b3a8-da13ec89dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:50.915048 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bf6ae795-feac-423c-ba95-44825fc31991 req-57e24135-8c58-4097-b3a8-da13ec89dd68 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 910 time: 0.0850072 Jul 04 09:34:50.979880 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bf6ae795-feac-423c-ba95-44825fc31991 req-94513a88-c7d2-4ed5-bee1-13d9ae892786 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a HTTP/1.1" status: 200 len: 1000 time: 0.0555043 Jul 04 09:34:51.029795 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ae795-feac-423c-ba95-44825fc31991 req-064fa367-8503-445c-8fd0-e54d21f2455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:51.031363 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bf6ae795-feac-423c-ba95-44825fc31991 req-064fa367-8503-445c-8fd0-e54d21f2455b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 200 len: 848 time: 0.0437667 Jul 04 09:34:51.081013 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ae795-feac-423c-ba95-44825fc31991 req-9989d791-2006-43f1-93d1-35fa3abe1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:51.082440 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bf6ae795-feac-423c-ba95-44825fc31991 req-9989d791-2006-43f1-93d1-35fa3abe1bcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3efc3dd2-49aa-4e58-9c28-27dc19093c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445571 Jul 04 09:34:51.177418 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bf6ae795-feac-423c-ba95-44825fc31991 req-c7482d3f-d19d-4b2f-b140-e65e4b6b9137 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862472 Jul 04 09:34:51.267758 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bf6ae795-feac-423c-ba95-44825fc31991 req-c9614afd-9562-4fec-b679-874a812ea454 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841055 Jul 04 09:34:52.184946 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:34:55.854877 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adee833-c42a-43dd-84c6-d4527aae75e9 req-da2407a7-bbc3-4723-8761-56f5d471aacb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:55.856268 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3adee833-c42a-43dd-84c6-d4527aae75e9 req-da2407a7-bbc3-4723-8761-56f5d471aacb tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 945 time: 0.0567050 Jul 04 09:34:55.902530 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3adee833-c42a-43dd-84c6-d4527aae75e9 req-71c2cfd2-02ba-4672-9a09-8e858bbf1b70 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Jul 04 09:34:57.025081 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c92715-290a-4f5b-8250-12653e723d8f req-d3849a51-0944-41c9-ac56-58a3abb90675 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:57.026595 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c9c92715-290a-4f5b-8250-12653e723d8f req-d3849a51-0944-41c9-ac56-58a3abb90675 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 945 time: 0.0554476 Jul 04 09:34:57.072005 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c9c92715-290a-4f5b-8250-12653e723d8f req-106590f3-bd6a-4e9b-a7b9-b4baacc8abd6 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Jul 04 09:34:58.196178 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067aa38-3997-4bed-ae4f-d651f63d0a7f req-b6a761c5-ffd1-4e07-97a2-14e09c00cc0a tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:58.197623 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3067aa38-3997-4bed-ae4f-d651f63d0a7f req-b6a761c5-ffd1-4e07-97a2-14e09c00cc0a tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 945 time: 0.0599003 Jul 04 09:34:58.267610 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3067aa38-3997-4bed-ae4f-d651f63d0a7f req-01ce09e4-93e1-491f-87db-2b5bdcb4e4a7 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.73 "GET /v2.0/security-groups?id=8b880f56-7ec5-47a1-98da-826a6be672fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559995 Jul 04 09:34:58.274571 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d2e2cea1-14c8-45c3-a8d8-ebf39ed61076 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:58.275989 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d2e2cea1-14c8-45c3-a8d8-ebf39ed61076 tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fac9117d-bcca-4727-9995-dd7552697637 HTTP/1.1" status: 200 len: 945 time: 0.0977886 Jul 04 09:34:58.366717 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Deleting port c824e71c-06be-4c37-b7ea-60da330efa20 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:34:58.367057 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:58.456513 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] For port c824e71c-06be-4c37-b7ea-60da330efa20, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c824e71c-06be-4c37-b7ea-60da330efa20,segment=NetworkSegment(ca158bb5-c2be-4895-af4b-a37269eb7017),segment_id=ca158bb5-c2be-4895-af4b-a37269eb7017)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:34:58.456875 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:58.469959 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Calling delete_port for c824e71c-06be-4c37-b7ea-60da330efa20 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:34:58.592338 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (c824e71c-06be-4c37-b7ea-60da330efa20), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:58.622645 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Pushing event deleted for resources: {'Port': ['ID=c824e71c-06be-4c37-b7ea-60da330efa20,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:34:58.640454 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['c824e71c-06be-4c37-b7ea-60da330efa20'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:34:58.664310 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] No DVR routers for this DVR port c824e71c-06be-4c37-b7ea-60da330efa20 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:34:58.667178 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:58.670772 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23edb764-e853-43b0-99f5-375e1702ec26 req-d93b8c46-6bce-4d87-97af-d02913a3d12f tempest-VolumesSnapshotTestJSON-1984828148 tempest-VolumesSnapshotTestJSON-1984828148-project] 10.222.0.62 "DELETE /v2.0/ports/c824e71c-06be-4c37-b7ea-60da330efa20 HTTP/1.1" status: 204 len: 173 time: 0.3879454 Jul 04 09:34:58.671207 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac9117d-bcca-4727-9995-dd7552697637', 'name': 'network-vif-deleted', 'tag': 'c824e71c-06be-4c37-b7ea-60da330efa20'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:34:58.673720 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11dad83-bbab-4c92-b0b1-9895a8ad0acb" -d '{"events": [{"server_uuid": "fac9117d-bcca-4727-9995-dd7552697637", "name": "network-vif-deleted", "tag": "c824e71c-06be-4c37-b7ea-60da330efa20"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:34:58.770462 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3305f822-50bb-4542-8a49-31eb132a1926 x-openstack-request-id: req-3305f822-50bb-4542-8a49-31eb132a1926 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:34:58.771316 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac9117d-bcca-4727-9995-dd7552697637", "name": "network-vif-deleted", "tag": "c824e71c-06be-4c37-b7ea-60da330efa20", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:34:58.771670 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3305f822-50bb-4542-8a49-31eb132a1926 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:34:58.772082 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3305f822-50bb-4542-8a49-31eb132a1926'] response: {'server_uuid': 'fac9117d-bcca-4727-9995-dd7552697637', 'name': 'network-vif-deleted', 'tag': 'c824e71c-06be-4c37-b7ea-60da330efa20', 'status': 'completed', 'code': 200} Jul 04 09:34:59.573070 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01391dd9-f216-4524-84df-a707a6d73a3d req-943f9dbc-dc4f-41ba-b0ae-bf6c85aa547f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:34:59.574588 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-01391dd9-f216-4524-84df-a707a6d73a3d req-943f9dbc-dc4f-41ba-b0ae-bf6c85aa547f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0569963 Jul 04 09:34:59.631201 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-01391dd9-f216-4524-84df-a707a6d73a3d req-d1d692ba-bace-4148-82d6-f99b5cf670da tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510032 Jul 04 09:35:00.755367 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82988846-aafe-4ffd-8929-a3ee15c4a2fc req-ce673ea8-67b6-4c6d-9d20-c750df33ac61 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:00.756873 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-82988846-aafe-4ffd-8929-a3ee15c4a2fc req-ce673ea8-67b6-4c6d-9d20-c750df33ac61 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0548031 Jul 04 09:35:00.815571 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-82988846-aafe-4ffd-8929-a3ee15c4a2fc req-72bd14cd-dfd7-4887-bae8-6d0d2b53e9ae tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525849 Jul 04 09:35:01.936210 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d7e9-1029-41d9-bd6a-46f9f6276c9e req-369d7d72-3b44-4ed2-aaac-2d43f9bc5f40 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:01.937724 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e864d7e9-1029-41d9-bd6a-46f9f6276c9e req-369d7d72-3b44-4ed2-aaac-2d43f9bc5f40 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0553453 Jul 04 09:35:01.986929 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e864d7e9-1029-41d9-bd6a-46f9f6276c9e req-cc1f2e56-9bab-41c7-858d-eace41e6bb0c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Jul 04 09:35:03.101255 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467198e8-347b-44dd-8d2d-b383a2a0b8b4 req-6f0fd8ce-cdc4-4e07-a8f0-c7d3bd18758c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:03.102738 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-467198e8-347b-44dd-8d2d-b383a2a0b8b4 req-6f0fd8ce-cdc4-4e07-a8f0-c7d3bd18758c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0503163 Jul 04 09:35:03.154518 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-467198e8-347b-44dd-8d2d-b383a2a0b8b4 req-ebc76c1b-202c-4862-868e-1d1056aff5ef tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462136 Jul 04 09:35:03.600898 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device c824e71c-06be-4c37-b7ea-60da330efa20 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:35:03.619957 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: c824e71c-06be-4c37-b7ea-60da330efa20 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:35:03.620292 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device c824e71c-06be-4c37-b7ea-60da330efa20 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:35:04.270792 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad25cd4-4ff5-4c10-85fd-4f3028b21ab6 req-77949468-9575-40d9-8875-bd4b78793bd2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:04.272268 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dad25cd4-4ff5-4c10-85fd-4f3028b21ab6 req-77949468-9575-40d9-8875-bd4b78793bd2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 945 time: 0.0513353 Jul 04 09:35:04.320662 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dad25cd4-4ff5-4c10-85fd-4f3028b21ab6 req-d8f8a4ea-a5c7-4aab-99de-b07941302020 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429459 Jul 04 09:35:04.961086 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 75dbe307-8a1d-43b5-9526-0af45ff112b0 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:35:05.035701 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 75dbe307-8a1d-43b5-9526-0af45ff112b0 is: ACTIVE; New status is: DOWN {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:05.036085 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:05.060301 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:35:05.063265 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe29f14-814c-4acc-87cf-a2d8c5b0b51d" -d '{"events": [{"server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "name": "network-vif-unplugged", "status": "completed", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:35:05.075796 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 75dbe307-8a1d-43b5-9526-0af45ff112b0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=75dbe307-8a1d-43b5-9526-0af45ff112b0,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:05.080838 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:05.107004 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Jul 2022 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de2ae00-7fc8-4433-b1f3-f69259af0c26 x-openstack-request-id: req-3de2ae00-7fc8-4433-b1f3-f69259af0c26 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:35:05.107422 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "name": "network-vif-unplugged", "status": "completed", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:35:05.107752 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3de2ae00-7fc8-4433-b1f3-f69259af0c26 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:35:05.108207 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de2ae00-7fc8-4433-b1f3-f69259af0c26'] response: {'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'code': 200} Jul 04 09:35:05.134619 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=75dbe307-8a1d-43b5-9526-0af45ff112b0,revision_number=6']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:05.442807 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c5039-7153-44a0-b97c-950ead2dc8b5 req-57c0874c-245a-44e2-9683-c4eaf866cd47 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:05.444563 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-604c5039-7153-44a0-b97c-950ead2dc8b5 req-57c0874c-245a-44e2-9683-c4eaf866cd47 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0538344 Jul 04 09:35:05.463549 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a25802-944c-43a4-9aa5-c667811eb030 req-c08109d8-7be1-4c45-81e0-7603d151cc3d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:05.465030 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-96a25802-944c-43a4-9aa5-c667811eb030 req-c08109d8-7be1-4c45-81e0-7603d151cc3d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 943 time: 0.0577667 Jul 04 09:35:05.496989 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-604c5039-7153-44a0-b97c-950ead2dc8b5 req-a0f81a22-2bb1-4a6b-9e57-1e403dc05791 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463493 Jul 04 09:35:05.558239 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Deleting port 75dbe307-8a1d-43b5-9526-0af45ff112b0 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:35:05.558530 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:05.649821 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] For port 75dbe307-8a1d-43b5-9526-0af45ff112b0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=75dbe307-8a1d-43b5-9526-0af45ff112b0,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:05.650219 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:05.850762 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:05.851055 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (eb7c042f-199b-4ccf-8976-ab4ee6cbac2e), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:05.851375 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Floating IP eb7c042f-199b-4ccf-8976-ab4ee6cbac2e disassociated. External IP: 172.27.3.215, port: 75dbe307-8a1d-43b5-9526-0af45ff112b0. Jul 04 09:35:05.851713 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Calling delete_port for 75dbe307-8a1d-43b5-9526-0af45ff112b0 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:35:05.975353 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (75dbe307-8a1d-43b5-9526-0af45ff112b0), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:06.008036 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event deleted for resources: {'Port': ['ID=75dbe307-8a1d-43b5-9526-0af45ff112b0,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:06.137805 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Router cded9e65-9e76-48a2-aa83-81d03017969b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:35:06.482307 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:35:06.491912 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] Sync routers for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:35:06.503361 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:06.503998 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:34:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:06.524058 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] No DVR routers for this DVR port 75dbe307-8a1d-43b5-9526-0af45ff112b0 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:35:06.526749 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:06.530307 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-96a25802-944c-43a4-9aa5-c667811eb030 req-e3ee4a85-9d70-4b87-b573-346394dab970 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "DELETE /v2.0/ports/75dbe307-8a1d-43b5-9526-0af45ff112b0 HTTP/1.1" status: 204 len: 173 time: 1.0592771 Jul 04 09:35:06.530836 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'name': 'network-vif-deleted', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:35:06.533517 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a507db1-eeb9-46a8-b5ed-1c2294874fb0" -d '{"events": [{"server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "name": "network-vif-deleted", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:35:06.582347 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db414bb-ecd9-48fd-b21f-c2d8c77dd507 x-openstack-request-id: req-1db414bb-ecd9-48fd-b21f-c2d8c77dd507 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:35:06.583334 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafb3f1e-90ce-4122-af0f-6cd5b87955f5", "name": "network-vif-deleted", "tag": "75dbe307-8a1d-43b5-9526-0af45ff112b0", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:35:06.583334 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1db414bb-ecd9-48fd-b21f-c2d8c77dd507 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:35:06.585033 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db414bb-ecd9-48fd-b21f-c2d8c77dd507'] response: {'server_uuid': 'dafb3f1e-90ce-4122-af0f-6cd5b87955f5', 'name': 'network-vif-deleted', 'tag': '75dbe307-8a1d-43b5-9526-0af45ff112b0', 'status': 'completed', 'code': 200} Jul 04 09:35:06.610786 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:06.634408 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c8f257e4-bc53-4555-a11b-409326dbc76f req-48633372-22d7-4af9-9593-44848d4767e6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 210 time: 0.0324233 Jul 04 09:35:06.811143 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:06.836346 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] Checking router: cded9e65-9e76-48a2-aa83-81d03017969b for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:35:06.844612 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:06.845769 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:34:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:06.942559 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:07.128604 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:07.155878 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22388c83-9d00-487e-a4fe-e7f6cf24fb2c None None] The sync data for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi is: [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:35:07.419680 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a676cfb6-ee45-49d0-a802-a501c9d0edb7 None None] New status for floating IP eb7c042f-199b-4ccf-8976-ab4ee6cbac2e: DOWN {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:35:07.752399 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a7f9baf8-cab5-4e41-9b59-2ea5a18b4c75 req-5e6858f3-7519-4037-82fc-aef326fcebd5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=dafb3f1e-90ce-4122-af0f-6cd5b87955f5 HTTP/1.1" status: 200 len: 210 time: 0.0297596 Jul 04 09:35:09.021525 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-8d961c2b-968a-48dc-b7f4-a7071e0fcff7 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236265056&fields=id&tenant_id=ba45ec642c4e407399bc25b38d8774a0 HTTP/1.1" status: 200 len: 267 time: 0.0451822 Jul 04 09:35:09.126470 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-87fa80f8-64da-4091-b90e-6c3d56aed52f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:09.127791 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-87fa80f8-64da-4091-b90e-6c3d56aed52f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 812 time: 0.0996239 Jul 04 09:35:09.142562 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-6e1c0518-ca85-44a0-87e0-953b85f47ac7 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/quotas/ba45ec642c4e407399bc25b38d8774a0 HTTP/1.1" status: 200 len: 375 time: 0.0090194 Jul 04 09:35:09.206093 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-fb678802-237d-42e0-bb9d-1a7cd000b203 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577476 Jul 04 09:35:09.356066 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-4e418307-a3b5-42b2-87ef-138e2765effb service neutron] 10.222.0.73 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360784 Jul 04 09:35:09.452133 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-b2be7713-492b-47e7-b8a4-cf570b8b48db service neutron] 10.222.0.73 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895696 Jul 04 09:35:09.746607 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6146b2b2-0cb6-4c85-b286-c9f72645a5b6 req-5a8b93e8-6fbe-4134-9fbc-e29a7ae0b757 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 210 time: 0.0279751 Jul 04 09:35:10.846962 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-70394fcb-9af9-4ac7-b9ac-33903b58ec42 req-f1478102-2240-4e90-8eab-2019191de34d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 210 time: 0.0266392 Jul 04 09:35:11.939036 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d6980bb9-9c59-45d9-ae80-c84e704e4ee5 req-d6fe3286-541f-4b42-992a-d73b51fbc7ed tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 210 time: 0.0286479 Jul 04 09:35:11.989880 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a81355cd-089e-4f62-b425-d95e51e90426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:13.030808 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-219afcb7-6747-4ff8-b0bc-748b69a2ccd7 req-b0ff2a03-1271-4b29-9818-91c1bce5f2ce tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 210 time: 0.0264215 Jul 04 09:35:14.100674 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1f06bb5d-12c8-41a7-a085-eda8a40569c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:14.125688 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f4dc644c-48ac-46d4-ad7d-142a8794a224 req-07a66054-e3b3-40d0-8b5b-01cbf456e538 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 210 time: 0.0272067 Jul 04 09:35:14.434694 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ee74cf33-9a37-4244-a498-e2f45b9e78a3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:14.436080 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ee74cf33-9a37-4244-a498-e2f45b9e78a3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 812 time: 0.1150947 Jul 04 09:35:14.558223 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-37b7d109-65c2-441d-86a7-afab21e50bcb tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba45ec642c4e407399bc25b38d8774a0 HTTP/1.1" status: 200 len: 379 time: 0.0697916 Jul 04 09:35:14.567164 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'port': {'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'admin_state_up': True, 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'security_groups': ['ddb03820-8946-4ecd-aae6-affebeaad95c']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:14.714015 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Made reservation on behalf of ba45ec642c4e407399bc25b38d8774a0 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:35:14.719147 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:14.878725 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Allocated IP 172.20.0.10 (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e/cd00959d-7155-4272-b795-f877b6e36b55/d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:35:15.028509 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:15.062944 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:15.115626 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:15.119566 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:15.123406 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:35:15.129320 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'Port': ['ID=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:15.182163 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:15.182815 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:15.207344 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-ce0bc0a2-c97e-4e21-a048-8d3f7b4f78f6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442673 Jul 04 09:35:15.230506 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Request body: {'port': {'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:15.289770 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d18f1-03d2-40b4-a321-86ef7d3d05c1 req-786f07a6-4398-401f-8a48-a42bc7ef9d23 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:15.291683 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ba7d18f1-03d2-40b4-a321-86ef7d3d05c1 req-786f07a6-4398-401f-8a48-a42bc7ef9d23 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 932 time: 0.0894496 Jul 04 09:35:15.325071 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:15.382627 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ba7d18f1-03d2-40b4-a321-86ef7d3d05c1 req-88865dd0-de6a-4a8d-85f2-53aaa45c9a81 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811477 Jul 04 09:35:15.408760 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-d4b13da8-f365-4aa8-b332-2ee56888f496 None None] Provisioning complete for port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:15.409318 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d4b13da8-f365-4aa8-b332-2ee56888f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:15.481924 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-d4b13da8-f365-4aa8-b332-2ee56888f496 None None] Port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:35:15.491964 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:15.694807 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:35:15.702355 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Publish callbacks [] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:15.715846 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Transition to ACTIVE for port object d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:35:15.720262 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:15.775157 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:15.800065 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.800423 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.800771 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.801120 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.801466 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.801796 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.802160 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.802498 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.802829 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.803243 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.803474 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.803800 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.804128 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:15.866360 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Attempting to bind port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:35:15.866919 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Attempting to bind port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:35:15.867441 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Attempting to bind port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:35:15.872505 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:35:15.872833 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Attempting to bind port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:35:15.879003 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:35:15.879600 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Checking segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:35:15.879707 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Bound using segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:35:15.880150 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Bound port: d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:35:15.880512 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:15.978770 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] For port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:35:15.983597 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] For port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:35:15.993344 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:16.051682 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.052298 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:16.053670 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] 10.222.0.62 "PUT /v2.0/ports/d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 HTTP/1.1" status: 200 len: 1094 time: 0.8288355 Jul 04 09:35:16.054135 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:35:16.056347 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:35:16.059679 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da83b3-a2d8-45c0-b8a0-a7c3c1ed6588 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:16.105047 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd55ffd-acc1-4170-8728-f19cbcc1bd8b x-openstack-request-id: req-3cd55ffd-acc1-4170-8728-f19cbcc1bd8b {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:35:16.105578 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:35:16.105943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3cd55ffd-acc1-4170-8728-f19cbcc1bd8b {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:35:16.106505 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd55ffd-acc1-4170-8728-f19cbcc1bd8b'] response: {'name': 'network-changed', 'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'status': 'completed', 'code': 200} Jul 04 09:35:16.195892 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-1f49587a-d8c0-430a-8fb9-894e8ffbe72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.200464 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-1f49587a-d8c0-430a-8fb9-894e8ffbe72b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 1128 time: 0.0636575 Jul 04 09:35:16.282608 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-0777d294-8026-40a8-911a-25882e4cef2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 HTTP/1.1" status: 200 len: 217 time: 0.0625722 Jul 04 09:35:16.349053 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc8982-3c23-4f17-8477-07c783d28d24 req-b3e51143-ecbc-45d0-8915-0b092d146aa2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.350554 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6fcc8982-3c23-4f17-8477-07c783d28d24 req-b3e51143-ecbc-45d0-8915-0b092d146aa2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.1690891 Jul 04 09:35:16.354075 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-1761ef5c-fa0f-4439-887b-18c4e7074008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.355577 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-1761ef5c-fa0f-4439-887b-18c4e7074008 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 1129 time: 0.1373670 Jul 04 09:35:16.373814 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-4bbbfef6-8fbc-4f40-a65b-caefd62deab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.375180 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-4bbbfef6-8fbc-4f40-a65b-caefd62deab6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0855014 Jul 04 09:35:16.499872 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6fcc8982-3c23-4f17-8477-07c783d28d24 req-5b64a60f-7a43-4cb5-a354-45b16b1f25a6 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433489 Jul 04 09:35:16.519417 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec793-5c33-4a34-950f-ab9b712285c8 req-cc689645-f93c-4639-8b0a-e822bca6d149 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.522497 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-01bec793-5c33-4a34-950f-ab9b712285c8 req-cc689645-f93c-4639-8b0a-e822bca6d149 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0654321 Jul 04 09:35:16.527070 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-4897f50d-7f43-4bdd-87bc-6d9b20be8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.528603 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-4897f50d-7f43-4bdd-87bc-6d9b20be8680 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1453364 Jul 04 09:35:16.529609 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-05ea1537-eeed-44f4-a1c3-70b3a285cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.531030 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-05ea1537-eeed-44f4-a1c3-70b3a285cf15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.1651685 Jul 04 09:35:16.575635 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-01bec793-5c33-4a34-950f-ab9b712285c8 req-0680a6c0-2bd5-44a5-8c9d-b36e10fa8371 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484865 Jul 04 09:35:16.654103 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-33a52484-6b5f-4f1e-a465-c686c4f7ca8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0 HTTP/1.1" status: 200 len: 1001 time: 0.1122963 Jul 04 09:35:16.714732 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-c02f5496-08bf-4ceb-965e-7c53464b61bb service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742742 Jul 04 09:35:16.724523 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-61da97a9-9989-4242-8264-fba899d574cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.724523 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-61da97a9-9989-4242-8264-fba899d574cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0607288 Jul 04 09:35:16.820707 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:16.886884 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-f60741f0-d268-42d0-8834-edc6d653b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:16.888256 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-f60741f0-d268-42d0-8834-edc6d653b5f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1096156 Jul 04 09:35:16.898589 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-735af61b-80a0-4a8b-8ac3-412d58ca61ef req-18fd9cb4-b13b-471f-ae1e-8f1b2e607e85 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278806 Jul 04 09:35:16.990171 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-31d8dadd-9929-41da-8ceb-6d692a667ff6 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Jul 04 09:35:17.137002 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-444a0c11-3ee9-44fc-a3d9-7578e4f12860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:17.138422 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-444a0c11-3ee9-44fc-a3d9-7578e4f12860 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 1128 time: 0.1052690 Jul 04 09:35:17.146210 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f31524ab-2b03-45c3-a7c2-ff6858f0d1f6 req-94182046-4c8b-41c7-b9fa-d5f9eb5b1d64 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208301 Jul 04 09:35:17.234399 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-09091300-0064-4e5c-ac32-1a48b27b46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:17.236255 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-09091300-0064-4e5c-ac32-1a48b27b46b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 913 time: 0.0892093 Jul 04 09:35:17.286292 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-77928db2-ed14-4a21-95ec-961d64b73242 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 HTTP/1.1" status: 200 len: 217 time: 0.0380096 Jul 04 09:35:17.403455 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-44b5d1b6-063c-44be-9cfa-9f372f9c266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:17.404788 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-44b5d1b6-063c-44be-9cfa-9f372f9c266a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0463018 Jul 04 09:35:17.453117 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-314fe9df-8f1d-4417-a036-79fc2c311f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:17.455124 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-314fe9df-8f1d-4417-a036-79fc2c311f21 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426373 Jul 04 09:35:17.542546 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-856c5ee8-1be5-48f5-a6c0-8f02f8b58b55 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804765 Jul 04 09:35:17.689285 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7238b-efa2-4dde-bf48-6bf9fd10a4f8 req-3ddb9d76-d9c1-4eb1-9750-e906c3081688 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:17.690744 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62a7238b-efa2-4dde-bf48-6bf9fd10a4f8 req-3ddb9d76-d9c1-4eb1-9750-e906c3081688 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.1158628 Jul 04 09:35:17.699370 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4bad7-a574-45b5-b8cf-f74f92568bd0 req-8d73fd37-7f30-4468-99ac-123b7943b9ca tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:17.700947 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ad4bad7-a574-45b5-b8cf-f74f92568bd0 req-8d73fd37-7f30-4468-99ac-123b7943b9ca tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0538101 Jul 04 09:35:17.707063 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fc9dc4ab-8426-4a56-b71e-346aad84d9a4 req-0e8a87f9-7465-400a-99b3-d813257e0d19 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401486 Jul 04 09:35:17.743688 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62a7238b-efa2-4dde-bf48-6bf9fd10a4f8 req-c42f280b-24b7-46da-ad27-c73b89eec359 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Jul 04 09:35:17.751978 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1ad4bad7-a574-45b5-b8cf-f74f92568bd0 req-685030fa-0371-4524-90a3-76ab54119252 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442991 Jul 04 09:35:18.258253 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a49a-a71f-4116-9f24-bd015bdd330c req-ac2c5307-90e4-4ce4-8b69-87f13cf0a265 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:18.259811 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-67d6a49a-a71f-4116-9f24-bd015bdd330c req-ac2c5307-90e4-4ce4-8b69-87f13cf0a265 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0508716 Jul 04 09:35:18.311654 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-67d6a49a-a71f-4116-9f24-bd015bdd330c req-b31c9709-ddbc-4aa9-b709-4edafb7a64ac tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462549 Jul 04 09:35:18.417560 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:18.871812 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2459a0-6028-4e4e-9bcf-c02b32568ca8 req-7b81b00e-6138-484b-a934-310630ff0a94 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:18.872424 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0530d-19c8-454d-9f99-6035c99b5a10 req-29311696-0f1b-4798-8e6f-6971f1f90c96 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:18.873296 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fb2459a0-6028-4e4e-9bcf-c02b32568ca8 req-7b81b00e-6138-484b-a934-310630ff0a94 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0569282 Jul 04 09:35:18.873908 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ead0530d-19c8-454d-9f99-6035c99b5a10 req-29311696-0f1b-4798-8e6f-6971f1f90c96 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0507264 Jul 04 09:35:18.919888 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fb2459a0-6028-4e4e-9bcf-c02b32568ca8 req-d568004f-cee0-48f3-89d7-445eaf668399 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399389 Jul 04 09:35:18.923323 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ead0530d-19c8-454d-9f99-6035c99b5a10 req-991c9403-9e0b-4f64-9750-05d69a166e67 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427809 Jul 04 09:35:19.137860 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:19.435901 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f43984-31e1-4d8c-b2a6-6a45a59f5b86 req-659b9546-6258-4fec-ab98-5133465d09e8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:19.437363 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a0f43984-31e1-4d8c-b2a6-6a45a59f5b86 req-659b9546-6258-4fec-ab98-5133465d09e8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0527525 Jul 04 09:35:19.484330 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a0f43984-31e1-4d8c-b2a6-6a45a59f5b86 req-2d24487d-2f00-47a1-9c44-86fe12fddb80 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Jul 04 09:35:20.042488 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce7afc-c61f-4742-a33d-9afd75ecd64f req-a0f4d197-9dfa-4119-ab67-2078e69d2d31 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:20.043828 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963c655-9b56-4da3-969b-481368f18a8b req-b1cd7d01-8a3d-4069-85fc-e7e7233d9f2b tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:20.044255 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9bce7afc-c61f-4742-a33d-9afd75ecd64f req-a0f4d197-9dfa-4119-ab67-2078e69d2d31 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0551155 Jul 04 09:35:20.045309 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7963c655-9b56-4da3-969b-481368f18a8b req-b1cd7d01-8a3d-4069-85fc-e7e7233d9f2b tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0561101 Jul 04 09:35:20.091087 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9bce7afc-c61f-4742-a33d-9afd75ecd64f req-5b9a43eb-a5aa-4439-8a4c-4b5b2ff08fd2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Jul 04 09:35:20.096424 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7963c655-9b56-4da3-969b-481368f18a8b req-b2f0557d-9428-4daa-ac05-aba86fa78468 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441959 Jul 04 09:35:20.606500 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c999742-28ff-44d5-966c-418701e77944 req-14e03a7d-beb8-48bd-af44-c55533907039 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:20.608011 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4c999742-28ff-44d5-966c-418701e77944 req-14e03a7d-beb8-48bd-af44-c55533907039 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0565345 Jul 04 09:35:20.653513 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4c999742-28ff-44d5-966c-418701e77944 req-53e06a31-9226-4a7f-984f-562ec5ef5e64 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392573 Jul 04 09:35:21.214930 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7a8c-3850-4c11-b2f4-ae1e30d3e932 req-6b9089ad-3132-4c71-9506-6a74d8e93ef0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:21.215870 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-18da7a8c-3850-4c11-b2f4-ae1e30d3e932 req-6b9089ad-3132-4c71-9506-6a74d8e93ef0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0548253 Jul 04 09:35:21.218208 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41f269-5dbc-4d92-bb37-cbf0fb4afa77 req-a03f7335-1c60-44fb-a316-2eaf6964a479 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:21.223530 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0d41f269-5dbc-4d92-bb37-cbf0fb4afa77 req-a03f7335-1c60-44fb-a316-2eaf6964a479 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0573030 Jul 04 09:35:21.271894 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-18da7a8c-3850-4c11-b2f4-ae1e30d3e932 req-5a5c17e2-75d5-4d42-b3b2-e46ca2a04427 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465569 Jul 04 09:35:21.272260 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0d41f269-5dbc-4d92-bb37-cbf0fb4afa77 req-f3f8ef4c-3a98-45d7-9d62-588e50de035f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459068 Jul 04 09:35:21.775938 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699faad-388f-42db-b159-bca304a57f61 req-71ee8e11-0c32-4629-b629-75b6d472ebb3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:21.776644 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8699faad-388f-42db-b159-bca304a57f61 req-71ee8e11-0c32-4629-b629-75b6d472ebb3 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0567346 Jul 04 09:35:21.822485 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8699faad-388f-42db-b159-bca304a57f61 req-207fc19c-9bf1-448c-8fdf-7572b7d0d023 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402176 Jul 04 09:35:22.397423 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057bf8a-201f-44dd-bd81-259c193d6cb2 req-006aeb19-9b8d-4368-8179-40a01e878537 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:22.399008 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0057bf8a-201f-44dd-bd81-259c193d6cb2 req-006aeb19-9b8d-4368-8179-40a01e878537 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0558231 Jul 04 09:35:22.403124 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4e94-bc7f-4e7e-a167-b50fecd6f459 req-6ddd5cdf-50aa-4924-90b1-87cf375468cf tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:22.404656 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-762f4e94-bc7f-4e7e-a167-b50fecd6f459 req-6ddd5cdf-50aa-4924-90b1-87cf375468cf tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0611413 Jul 04 09:35:22.456280 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0057bf8a-201f-44dd-bd81-259c193d6cb2 req-77ac18b7-a5ef-4357-bdbe-3301f2e28326 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510595 Jul 04 09:35:22.466570 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-762f4e94-bc7f-4e7e-a167-b50fecd6f459 req-7b336ba6-4337-499c-af18-cc462675407d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514762 Jul 04 09:35:22.938896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862da987-c592-4cce-b9df-32d4c32dd3ec req-c6666d04-c022-46c8-895a-22e03d392246 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:22.940370 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-862da987-c592-4cce-b9df-32d4c32dd3ec req-c6666d04-c022-46c8-895a-22e03d392246 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0533428 Jul 04 09:35:22.988312 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-862da987-c592-4cce-b9df-32d4c32dd3ec req-56e1806f-732a-4646-9a69-06f5472728f5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Jul 04 09:35:23.578582 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6389c7-eae1-49a3-ab0b-2ed6e29e0c34 req-fc7e6553-5734-47bd-9ed8-c011afd5e00d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:23.580897 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4b6389c7-eae1-49a3-ab0b-2ed6e29e0c34 req-fc7e6553-5734-47bd-9ed8-c011afd5e00d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0528378 Jul 04 09:35:23.584884 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e46fa-efa4-4d37-8db9-a62e3a9d5c8d req-3153a7da-d761-40aa-8e97-b4fc46e75a8a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:23.586389 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2d4e46fa-efa4-4d37-8db9-a62e3a9d5c8d req-3153a7da-d761-40aa-8e97-b4fc46e75a8a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0524037 Jul 04 09:35:23.634118 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2d4e46fa-efa4-4d37-8db9-a62e3a9d5c8d req-f26a72b0-33cf-4c4b-80c8-5eedb0e167db tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Jul 04 09:35:23.637565 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4b6389c7-eae1-49a3-ab0b-2ed6e29e0c34 req-ec0a1540-6309-4c52-9711-39d9680b8664 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509639 Jul 04 09:35:24.105096 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b3c8a-efff-4d38-8d24-b9a42b0ad3e7 req-b10f18fb-e35a-4c52-9d27-50914f2596e7 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:24.106592 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fe7b3c8a-efff-4d38-8d24-b9a42b0ad3e7 req-b10f18fb-e35a-4c52-9d27-50914f2596e7 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0514894 Jul 04 09:35:24.151378 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fe7b3c8a-efff-4d38-8d24-b9a42b0ad3e7 req-60861284-8fe4-4097-b104-fe29025fcbb1 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391996 Jul 04 09:35:24.752549 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f9edb-fde9-4db0-b05c-0f94673786cf req-c98cb940-5a6c-495e-9782-1c57d4cbc6a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:24.754065 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c56f9edb-fde9-4db0-b05c-0f94673786cf req-c98cb940-5a6c-495e-9782-1c57d4cbc6a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0521357 Jul 04 09:35:24.754900 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912f0fd-ecbc-4df1-b20e-bf917c538bb5 req-13405278-f76a-4fbe-bb83-51aefc578d0c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:24.756419 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6912f0fd-ecbc-4df1-b20e-bf917c538bb5 req-13405278-f76a-4fbe-bb83-51aefc578d0c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0554821 Jul 04 09:35:24.800977 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c56f9edb-fde9-4db0-b05c-0f94673786cf req-d66f11d2-8d68-4aa5-acdd-363185e84702 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Jul 04 09:35:24.804747 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6912f0fd-ecbc-4df1-b20e-bf917c538bb5 req-a5f61fec-a295-4154-9e5e-b3e7adb91a24 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427349 Jul 04 09:35:24.915611 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59112) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:24.964315 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Deleting subnet 1fbefc68-328e-4298-be70-446ca3888a79 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:35:24.967444 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Publish callbacks [] for subnet (1fbefc68-328e-4298-be70-446ca3888a79), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.002103 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (1fbefc68-328e-4298-be70-446ca3888a79), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.041012 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (1fbefc68-328e-4298-be70-446ca3888a79), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.090885 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (1fbefc68-328e-4298-be70-446ca3888a79), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.122472 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.125710 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1fbefc68-328e-4298-be70-446ca3888a79 HTTP/1.1" status: 204 len: 168 time: 0.2090678 Jul 04 09:35:25.126991 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fbefc68-328e-4298-be70-446ca3888a79,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:25.128381 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59114) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:25.134971 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.135328 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.135677 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.136058 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.136394 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.136728 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.137060 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.137392 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.137724 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.138075 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.138510 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.138842 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.139292 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8e57c-fa8a-4c36-9eb0-58d863672fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:25.197578 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (ead6f8f0-2482-4fb6-9b03-83529d3f37e9), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.272157 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a8dd0-74df-4164-8887-92c40688980a req-dcf58d17-e032-4a3b-a07d-48b19ad332d7 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:25.273657 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-140a8dd0-74df-4164-8887-92c40688980a req-dcf58d17-e032-4a3b-a07d-48b19ad332d7 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0525696 Jul 04 09:35:25.279002 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (ead6f8f0-2482-4fb6-9b03-83529d3f37e9), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.299513 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead6f8f0-2482-4fb6-9b03-83529d3f37e9']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:25.308528 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca158bb5-c2be-4895-af4b-a37269eb7017') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:25.308828 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca158bb5-c2be-4895-af4b-a37269eb7017') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:25.318708 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (ca158bb5-c2be-4895-af4b-a37269eb7017), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.320940 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-140a8dd0-74df-4164-8887-92c40688980a req-087b792e-f9c4-4e6f-a600-9b855c9cf500 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Jul 04 09:35:25.332938 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (ca158bb5-c2be-4895-af4b-a37269eb7017), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.339134 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:35:25.339523 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (ca158bb5-c2be-4895-af4b-a37269eb7017), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.378983 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment ca158bb5-c2be-4895-af4b-a37269eb7017 resource provider aggregate not found Jul 04 09:35:25.396891 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment ca158bb5-c2be-4895-af4b-a37269eb7017 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca158bb5-c2be-4895-af4b-a37269eb7017 found for delete ", "request_id": "req-4baf5ffd-a410-4ae5-adba-1790cd46d66b"}]} Jul 04 09:35:25.404577 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (ead6f8f0-2482-4fb6-9b03-83529d3f37e9), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.410962 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.413979 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ead6f8f0-2482-4fb6-9b03-83529d3f37e9 HTTP/1.1" status: 204 len: 168 time: 0.2846057 Jul 04 09:35:25.427442 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53857cfa-0c34-4681-b199-fef38eb6e480 admin admin] Pushing event deleted for resources: {'Network': ['ID=ead6f8f0-2482-4fb6-9b03-83529d3f37e9,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:25.529157 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59124) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:25.569296 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-897e7830-b1a8-4230-969a-f512a5faa17f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=544e467002294167ad6a96e270d1c30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389996 Jul 04 09:35:25.571615 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59126) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:25.617319 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50e84717-5035-48e4-8cf8-54e220484bb1 admin admin] Publish callbacks [] for security_group (8b880f56-7ec5-47a1-98da-826a6be672fc), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.638148 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50e84717-5035-48e4-8cf8-54e220484bb1 admin admin] Publish callbacks [] for security_group (8b880f56-7ec5-47a1-98da-826a6be672fc), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.684205 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50e84717-5035-48e4-8cf8-54e220484bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8b880f56-7ec5-47a1-98da-826a6be672fc), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.686636 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50e84717-5035-48e4-8cf8-54e220484bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:25.687800 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-50e84717-5035-48e4-8cf8-54e220484bb1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b880f56-7ec5-47a1-98da-826a6be672fc HTTP/1.1" status: 204 len: 168 time: 0.1152003 Jul 04 09:35:25.696375 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e84717-5035-48e4-8cf8-54e220484bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b880f56-7ec5-47a1-98da-826a6be672fc,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:25.933897 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9c0e4-260a-4cf5-b59c-746c591a1c74 req-64fcadb2-fc5f-4f0a-80a4-23574a652ef0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:25.935486 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-54a9c0e4-260a-4cf5-b59c-746c591a1c74 req-64fcadb2-fc5f-4f0a-80a4-23574a652ef0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0561237 Jul 04 09:35:25.941175 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b15c5-2ff1-446b-8ae9-2055e3757520 req-38a67128-b925-4880-bca4-f5a551274a42 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:25.943267 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d49b15c5-2ff1-446b-8ae9-2055e3757520 req-38a67128-b925-4880-bca4-f5a551274a42 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0626633 Jul 04 09:35:25.989453 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-54a9c0e4-260a-4cf5-b59c-746c591a1c74 req-ecb7b705-b8f1-4f58-a827-023f729f249c tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467381 Jul 04 09:35:26.001192 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d49b15c5-2ff1-446b-8ae9-2055e3757520 req-71c3a198-4e55-4293-92a6-5e3e4136ccfd tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525286 Jul 04 09:35:26.381815 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59156) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:26.441723 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a26b4-7261-481f-b3ff-3d8f38ef511b req-a0536c5d-678c-4da7-acc1-f94a3e4beb75 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:26.443142 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d28a26b4-7261-481f-b3ff-3d8f38ef511b req-a0536c5d-678c-4da7-acc1-f94a3e4beb75 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0532527 Jul 04 09:35:26.488481 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2033334091-network', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:26.499815 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d28a26b4-7261-481f-b3ff-3d8f38ef511b req-2fa052dd-d6db-4ab7-9aa8-cea5dbc99a8d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510886 Jul 04 09:35:26.514194 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Made reservation on behalf of 9bc183ddcb6f461a94e65284e8d6cfe5 for: {'network': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:35:26.516475 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.526987 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.602202 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Publish callbacks [] for security_group (a0a41c12-9ccc-4113-892f-6aa96e083da2), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.605852 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a0a41c12-9ccc-4113-892f-6aa96e083da2), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.630168 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:35:26.639583 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a41c12-9ccc-4113-892f-6aa96e083da2,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:26.645142 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (4fd517cd-2208-4a09-92cc-6daaf9e4d957), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.645480 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.segments_db [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Added segment 4fd517cd-2208-4a09-92cc-6daaf9e4d957 of type vlan for network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 Jul 04 09:35:26.683408 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (31b48d69-0bfe-4e4e-a4e3-879a588332a0), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.710500 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (31b48d69-0bfe-4e4e-a4e3-879a588332a0), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.711325 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:26.711887 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.760731 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3777609 Jul 04 09:35:26.763663 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59160) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:26.769095 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Request body: {'subnet': {'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2033334091-subnet', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'ip_version': 4}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:26.774384 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24202c6b-9f07-4f76-a6c5-8a0f720e9730 admin admin] Pushing event updated for resources: {'Network': ['ID=31b48d69-0bfe-4e4e-a4e3-879a588332a0,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:26.785206 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:35:26.787405 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Made reservation on behalf of 9bc183ddcb6f461a94e65284e8d6cfe5 for: {'subnet': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:35:26.789816 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15992859'] for subnet (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.959095 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16528064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15992841'] for subnet (70327bc2-1672-43cb-aaf6-c5a632e05ab6), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.006624 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:35:27.020050 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70327bc2-1672-43cb-aaf6-c5a632e05ab6,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:27.033968 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Checking segment: {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:35:27.033968 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Network hostable DHCP agents. Network: 31b48d69-0bfe-4e4e-a4e3-879a588332a0, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:35:27.055505 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:35:27.071990 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 31b48d69-0bfe-4e4e-a4e3-879a588332a0) {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:27.085357 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:27.086215 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.086774 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebcac5-e091-450f-8559-5cb906964acf None None] Network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:35:27.136135 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-c6e9b574-2d53-42e5-a74d-f90cd622fef2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3713622 Jul 04 09:35:27.138745 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59166) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:27.143494 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:27.147758 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e925ac-d348-44e4-b98c-5ea72e5d7d59 req-75b75647-2ee3-4ac4-9a70-4d077a7c0c63 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:27.155091 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c4e925ac-d348-44e4-b98c-5ea72e5d7d59 req-75b75647-2ee3-4ac4-9a70-4d077a7c0c63 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 944 time: 0.0631928 Jul 04 09:35:27.178167 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6164a-4a19-46ab-829c-e131020b6aa0 req-aa5478d9-f945-4769-9ded-f620e5d050a3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:27.186313 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2ff6164a-4a19-46ab-829c-e131020b6aa0 req-aa5478d9-f945-4769-9ded-f620e5d050a3 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0969527 Jul 04 09:35:27.193539 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (083a2209-3384-4b67-b5df-747450198ec8), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.194571 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (083a2209-3384-4b67-b5df-747450198ec8), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.195565 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:27.209351 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c4e925ac-d348-44e4-b98c-5ea72e5d7d59 req-ad91316a-ad9d-4b5b-863d-7eaa1a9033db tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528324 Jul 04 09:35:27.232150 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:35:27.255844 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:35:27.256695 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.277428 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2ff6164a-4a19-46ab-829c-e131020b6aa0 req-6377398e-d861-4f99-b8ff-492b250365a4 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902228 Jul 04 09:35:27.278870 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks [] for router_controller (083a2209-3384-4b67-b5df-747450198ec8), precommit_add_association {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.279877 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:27.280364 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.342291 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:35:27.377652 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:27.383918 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.413887 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks [] for router_gateway (083a2209-3384-4b67-b5df-747450198ec8), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.465573 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Allocated IP 172.20.0.2 (31b48d69-0bfe-4e4e-a4e3-879a588332a0/70327bc2-1672-43cb-aaf6-c5a632e05ab6/249e24a5-e4cf-40da-8850-fa0c6bad6554) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:35:27.471552 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:27.483834 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.484223 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.484582 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.484920 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.485259 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.485711 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.485952 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.486309 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.486736 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.487282 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.487711 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.488040 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.488371 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:27.615903 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks [] for router_gateway (083a2209-3384-4b67-b5df-747450198ec8), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.626794 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Publish callbacks [] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.635116 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.636697 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.669813 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:27.673189 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:27.680122 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:35:27.716497 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Pushing event updated for resources: {'Port': ['ID=249e24a5-e4cf-40da-8850-fa0c6bad6554,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:27.754235 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Allocated IP 172.27.3.234 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/f95acdfa-8b20-4c44-a70a-b6ad193b7596) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:35:27.755432 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Attempting to bind port 249e24a5-e4cf-40da-8850-fa0c6bad6554 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:35:27.755811 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Attempting to bind port 249e24a5-e4cf-40da-8850-fa0c6bad6554 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:35:27.756176 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Attempting to bind port 249e24a5-e4cf-40da-8850-fa0c6bad6554 on network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:35:27.761902 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:35:27.762335 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Checking segment: {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:35:27.762741 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.763133 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Bound using segment: {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:35:27.763615 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Bound port: 249e24a5-e4cf-40da-8850-fa0c6bad6554, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:35:27.764984 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.832643 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] For port 249e24a5-e4cf-40da-8850-fa0c6bad6554, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:35:27.835933 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] For port 249e24a5-e4cf-40da-8850-fa0c6bad6554, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=249e24a5-e4cf-40da-8850-fa0c6bad6554,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:35:27.842051 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.872304 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks [] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.895546 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766e591-dc58-433e-8fed-5f517b1d6533 req-dbb652bf-75fe-4bb0-a979-da387d7af1d8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:27.898075 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b766e591-dc58-433e-8fed-5f517b1d6533 req-dbb652bf-75fe-4bb0-a979-da387d7af1d8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.3168006 Jul 04 09:35:27.908551 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5298bc-b1ca-4408-a29b-fd65bdc93d9d None None] Pushing event updated for resources: {'Port': ['ID=249e24a5-e4cf-40da-8850-fa0c6bad6554,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:27.926432 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:27.938313 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:35:27.952772 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b766e591-dc58-433e-8fed-5f517b1d6533 req-c089ad5c-1608-4b59-9501-4ff9829f4c99 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453074 Jul 04 09:35:27.966992 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:27.974725 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:27.990791 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:35:28.013434 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Pushing event updated for resources: {'Port': ['ID=f95acdfa-8b20-4c44-a70a-b6ad193b7596,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:28.279626 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks [] for router_gateway (083a2209-3384-4b67-b5df-747450198ec8), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:28.405822 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d6771-0dd0-426e-bb4f-4146a69cadbd req-ccaca9a8-efee-46ee-b34d-2a16c4d8428e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:28.407370 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-de3d6771-0dd0-426e-bb4f-4146a69cadbd req-ccaca9a8-efee-46ee-b34d-2a16c4d8428e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 945 time: 0.0914063 Jul 04 09:35:28.413664 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cc5a9-10c2-4575-88d5-610b471d513a req-f5d868cd-7e15-4d3a-8410-4f42a3cc55f1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:28.415242 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e09cc5a9-10c2-4575-88d5-610b471d513a req-f5d868cd-7e15-4d3a-8410-4f42a3cc55f1 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0642784 Jul 04 09:35:28.462508 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e09cc5a9-10c2-4575-88d5-610b471d513a req-780d6a84-301d-4ce9-97ca-9f22a8714e07 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 Jul 04 09:35:28.503138 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-de3d6771-0dd0-426e-bb4f-4146a69cadbd req-83e9e1f4-279a-4cfc-9ea5-643cf7ac8122 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879200 Jul 04 09:35:28.552790 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (083a2209-3384-4b67-b5df-747450198ec8), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:28.686642 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Router 083a2209-3384-4b67-b5df-747450198ec8 is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:35:28.772579 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 249e24a5-e4cf-40da-8850-fa0c6bad6554 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:28.830268 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:35:28.839708 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 249e24a5-e4cf-40da-8850-fa0c6bad6554 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:28.840199 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:28.851107 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:28.855581 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b5941114-69e9-4c53-8b88-a05641705025 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7133374 Jul 04 09:35:28.855853 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59178) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:28.866120 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Sync routers for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:35:28.887233 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:28.887863 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:28.928575 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e207fc1-e48f-4f76-b9e4-dd17405da284 None None] Network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:35:29.086546 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-583a0348-3498-4397-86a5-70b77792222b None None] Provisioning complete for port 249e24a5-e4cf-40da-8850-fa0c6bad6554 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:29.086915 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-583a0348-3498-4397-86a5-70b77792222b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:29.092363 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44717d52-5f17-4127-9d44-3fae518fdf6e req-887778b4-3cba-4ddf-8e60-e0bccc27af47 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:29.093947 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-44717d52-5f17-4127-9d44-3fae518fdf6e req-887778b4-3cba-4ddf-8e60-e0bccc27af47 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0573814 Jul 04 09:35:29.100272 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 249e24a5-e4cf-40da-8850-fa0c6bad6554 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:29.100654 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:29.103392 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:29.144686 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-44717d52-5f17-4127-9d44-3fae518fdf6e req-c7c867da-757e-4303-85ac-3e3158c49e26 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417724 Jul 04 09:35:29.194987 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:35:29.290886 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 249e24a5-e4cf-40da-8850-fa0c6bad6554, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=249e24a5-e4cf-40da-8850-fa0c6bad6554,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:29.291775 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:29.309062 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:29.456475 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-583a0348-3498-4397-86a5-70b77792222b None None] Current status of the port 249e24a5-e4cf-40da-8850-fa0c6bad6554 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:29.467964 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=249e24a5-e4cf-40da-8850-fa0c6bad6554,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:29.488870 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Allocated IP 172.20.0.1 (31b48d69-0bfe-4e4e-a4e3-879a588332a0/70327bc2-1672-43cb-aaf6-c5a632e05ab6/0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:35:29.489088 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0cc02-4560-45c2-9567-e5c895186aba req-ab187591-daed-4001-8493-c6626f04c405 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:29.490499 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08e0cc02-4560-45c2-9567-e5c895186aba req-ab187591-daed-4001-8493-c6626f04c405 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.1157906 Jul 04 09:35:29.532372 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:28Z', 'revision_number': 3, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:29.576908 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Checking router: 083a2209-3384-4b67-b5df-747450198ec8 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:35:29.577611 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Updating router 083a2209-3384-4b67-b5df-747450198ec8 port f95acdfa-8b20-4c44-a70a-b6ad193b7596 binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:35:29.586375 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-7aab6041-9fd4-46da-ad69-f256e430c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:29.587907 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-7aab6041-9fd4-46da-ad69-f256e430c46c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 1130 time: 0.0930340 Jul 04 09:35:29.599746 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08e0cc02-4560-45c2-9567-e5c895186aba req-36623a5f-b0cd-4947-8363-d63a61522a35 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892644 Jul 04 09:35:29.610261 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:29.748183 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-6c014f33-a2fa-426b-af8e-9f43e066032d None None] Provisioning complete for port 249e24a5-e4cf-40da-8850-fa0c6bad6554 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:29.748493 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c014f33-a2fa-426b-af8e-9f43e066032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:29.751142 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-f9d33a8a-5500-444f-afd8-8415b01938c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:29.753348 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-f9d33a8a-5500-444f-afd8-8415b01938c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 910 time: 0.1473329 Jul 04 09:35:29.765919 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154db18-be7f-43ea-97ac-52af098049cb req-9ce25923-520a-4363-ac22-39e8a793a545 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:29.769368 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1154db18-be7f-43ea-97ac-52af098049cb req-9ce25923-520a-4363-ac22-39e8a793a545 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 945 time: 0.0866277 Jul 04 09:35:29.853180 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-848144fb-3497-49eb-a633-d87d516dbd88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a HTTP/1.1" status: 200 len: 1000 time: 0.0815856 Jul 04 09:35:29.899356 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1154db18-be7f-43ea-97ac-52af098049cb req-96b1d4c6-7baf-47bd-8997-29265012c7a6 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896797 Jul 04 09:35:29.907328 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120d502-07d0-4ccb-8f6e-74e81aa51c02 req-2337b694-2a5f-415c-b529-eea7856cad86 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:29.914579 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4120d502-07d0-4ccb-8f6e-74e81aa51c02 req-2337b694-2a5f-415c-b529-eea7856cad86 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0801885 Jul 04 09:35:29.914779 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-6c014f33-a2fa-426b-af8e-9f43e066032d None None] Current status of the port 249e24a5-e4cf-40da-8850-fa0c6bad6554 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:29.923299 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-19e23439-d7f0-4588-b223-6af143414841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:29.925442 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-19e23439-d7f0-4588-b223-6af143414841 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 200 len: 848 time: 0.0616715 Jul 04 09:35:29.957958 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Publish callbacks [] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:29.977179 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Publish callbacks [] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:29.979676 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-d1263e53-113c-49d5-922b-133659d991c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:29.981446 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-d1263e53-113c-49d5-922b-133659d991c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3efc3dd2-49aa-4e58-9c28-27dc19093c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485282 Jul 04 09:35:29.983662 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:29.987275 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4120d502-07d0-4ccb-8f6e-74e81aa51c02 req-3d61543d-2fb5-4bea-8712-3a60019d29e8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711734 Jul 04 09:35:30.028353 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.042272 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Attempting to bind port f95acdfa-8b20-4c44-a70a-b6ad193b7596 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:35:30.042786 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Attempting to bind port f95acdfa-8b20-4c44-a70a-b6ad193b7596 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:35:30.043513 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Attempting to bind port f95acdfa-8b20-4c44-a70a-b6ad193b7596 on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:35:30.046485 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba4d9a-ede2-4ead-ae95-176a4ddcbed1 None None] Pushing event updated for resources: {'Port': ['ID=f95acdfa-8b20-4c44-a70a-b6ad193b7596,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:30.052456 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:35:30.052973 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:35:30.053479 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.053971 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:35:30.054586 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Bound port: f95acdfa-8b20-4c44-a70a-b6ad193b7596, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:35:30.055069 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.073308 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:30.076707 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:30.081308 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:35:30.114690 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Pushing event updated for resources: {'Port': ['ID=0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:30.115945 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] For port f95acdfa-8b20-4c44-a70a-b6ad193b7596, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:35:30.120511 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] For port f95acdfa-8b20-4c44-a70a-b6ad193b7596, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=f95acdfa-8b20-4c44-a70a-b6ad193b7596,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:35:30.134163 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.136803 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (083a2209-3384-4b67-b5df-747450198ec8), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.141150 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-6e832201-c78b-4118-912d-5eb5fe27d2fe service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403599 Jul 04 09:35:30.196983 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:30.197647 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:30.241669 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba4d9a-ede2-4ead-ae95-176a4ddcbed1 None None] Pushing event updated for resources: {'Port': ['ID=f95acdfa-8b20-4c44-a70a-b6ad193b7596,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:30.291768 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1cc1bfd0-f5b4-4992-a524-10f0cd489cf0 req-a03f5ddc-717f-425f-a985-217c91a45708 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350033 Jul 04 09:35:30.325247 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f964a8-1af0-4563-b34b-4334d477c998 req-63926500-8368-46a6-8c5f-da0f9b29ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:30.326845 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-80f964a8-1af0-4563-b34b-4334d477c998 req-63926500-8368-46a6-8c5f-da0f9b29ae4f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 1129 time: 0.0838876 Jul 04 09:35:30.338273 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.351740 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:30.389067 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-80f964a8-1af0-4563-b34b-4334d477c998 req-dbb4e681-db7b-4973-981f-8ac827d68190 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529110 Jul 04 09:35:30.508251 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Publish callbacks [] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.513120 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.578975 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Pushing event updated for resources: {'Port': ['ID=0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:30.582152 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (083a2209-3384-4b67-b5df-747450198ec8), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.602427 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-36ea6aa2-110f-48e3-bfa5-5f00e024cb92 None None] Provisioning complete for port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:30.602810 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-36ea6aa2-110f-48e3-bfa5-5f00e024cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.654791 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-36ea6aa2-110f-48e3-bfa5-5f00e024cb92 None None] Port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:35:30.691076 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:30.692528 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:30.723234 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:28Z', 'revision_number': 3, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:30.738176 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483998d-ce0d-4778-b9dc-0365de669e3f req-3ee9cae2-91db-426c-a4d1-b15ec9bd722a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:30.750488 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7483998d-ce0d-4778-b9dc-0365de669e3f req-3ee9cae2-91db-426c-a4d1-b15ec9bd722a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0738165 Jul 04 09:35:30.763345 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed604d1c-f7b6-467d-aadc-c18e24ca48e2 None None] The sync data for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi is: [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:28Z', 'revision_number': 3, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:35:30.778170 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 249e24a5-e4cf-40da-8850-fa0c6bad6554 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:30.807960 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Router 083a2209-3384-4b67-b5df-747450198ec8 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:35:30.815865 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7483998d-ce0d-4778-b9dc-0365de669e3f req-c69e4460-d8d8-495d-b71f-efbfd2c7c536 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640845 Jul 04 09:35:30.861195 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 249e24a5-e4cf-40da-8850-fa0c6bad6554 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:30.861516 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:30.943531 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:35:30.965199 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-0bda6047-0741-4dbe-9a04-e2082a355c77 admin admin] 10.222.0.73 "PUT /v2.0/routers/083a2209-3384-4b67-b5df-747450198ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1080463 Jul 04 09:35:31.010527 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 249e24a5-e4cf-40da-8850-fa0c6bad6554 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:31.076780 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:31.121326 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b83a2-5938-40ab-acce-a73def586105 req-095dc041-9da7-4cb6-8a06-7003764d5117 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:31.130369 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fa4b83a2-5938-40ab-acce-a73def586105 req-095dc041-9da7-4cb6-8a06-7003764d5117 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0682666 Jul 04 09:35:31.152935 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-1e826dcb-2ce3-455c-9848-0a373d2c26cd None None] Provisioning complete for port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:31.153532 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1e826dcb-2ce3-455c-9848-0a373d2c26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.198522 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fa4b83a2-5938-40ab-acce-a73def586105 req-0911cd8c-78ff-4665-ae40-725d324a1d31 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670326 Jul 04 09:35:31.250925 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-1e826dcb-2ce3-455c-9848-0a373d2c26cd None None] Port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:35:31.256881 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:35:31.262019 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:31.262735 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.389251 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:31.389552 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.391593 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107f15c-5e28-4b1e-b5b7-74532302fc3a req-1d3b1f89-6478-4f76-b95a-6fced105ecd2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:31.393810 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c107f15c-5e28-4b1e-b5b7-74532302fc3a req-1d3b1f89-6478-4f76-b95a-6fced105ecd2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 945 time: 0.0736637 Jul 04 09:35:31.416391 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:35:31.419221 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f512bed6-b7dc-4dfd-b377-81f16639e608" -d '{"events": [{"server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "name": "network-vif-plugged", "status": "completed", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:35:31.433851 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:31.442612 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.467027 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c107f15c-5e28-4b1e-b5b7-74532302fc3a req-cc746273-3880-4515-aab1-c8fdcd81212d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673988 Jul 04 09:35:31.514288 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:31.679168 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59216) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:31.684716 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1823107169-network', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:31.692389 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a1a9f-f26c-499a-a890-daf1cb4df4c8 x-openstack-request-id: req-854a1a9f-f26c-499a-a890-daf1cb4df4c8 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:35:31.692642 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "name": "network-vif-plugged", "status": "completed", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:35:31.692900 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-854a1a9f-f26c-499a-a890-daf1cb4df4c8 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:35:31.693300 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854a1a9f-f26c-499a-a890-daf1cb4df4c8'] response: {'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'code': 200} Jul 04 09:35:31.706539 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Made reservation on behalf of bdfbd169af2e472cb52397b60998ac3a for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:35:31.709240 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.718189 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.799349 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Publish callbacks [] for security_group (21f5a83e-c0df-43d9-adaa-8d584b29e800), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.804861 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (21f5a83e-c0df-43d9-adaa-8d584b29e800), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.833801 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:35:31.840204 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5a83e-c0df-43d9-adaa-8d584b29e800,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:31.847979 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (bce59758-4d82-4fba-8220-d7a55bfb1160), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.848363 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Added segment bce59758-4d82-4fba-8220-d7a55bfb1160 of type vlan for network 864d54eb-a20d-487b-9b0f-e36103dd8c16 Jul 04 09:35:31.894475 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (864d54eb-a20d-487b-9b0f-e36103dd8c16), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.953267 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (864d54eb-a20d-487b-9b0f-e36103dd8c16), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:31.954288 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:31.954882 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:32.027722 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3472865 Jul 04 09:35:32.037601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59222) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:32.042107 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Request body: {'subnet': {'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1823107169-subnet', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'ip_version': 4}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:32.055566 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7183c8d-3155-4120-b6d7-cb13b2ee8f87 req-eb80b681-3305-4369-acfd-684bd0afe032 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:32.057125 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b7183c8d-3155-4120-b6d7-cb13b2ee8f87 req-eb80b681-3305-4369-acfd-684bd0afe032 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.1525726 Jul 04 09:35:32.058373 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54ce2d-e3e2-4d2f-b7d5-1f7173daf8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=864d54eb-a20d-487b-9b0f-e36103dd8c16,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:32.074279 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 864d54eb-a20d-487b-9b0f-e36103dd8c16 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:35:32.095006 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Made reservation on behalf of bdfbd169af2e472cb52397b60998ac3a for: {'subnet': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:35:32.098730 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237295'] for subnet (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:32.117720 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b7183c8d-3155-4120-b6d7-cb13b2ee8f87 req-a60c9019-def1-4517-83a2-3ef58725c41d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480225 Jul 04 09:35:32.162324 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894307a-b8a2-4204-a8f2-e5ac13d4166a req-6290e42e-1e8b-4fce-b657-539a66fb5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:32.163773 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e894307a-b8a2-4204-a8f2-e5ac13d4166a req-6290e42e-1e8b-4fce-b657-539a66fb5215 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 1130 time: 0.1344092 Jul 04 09:35:32.232296 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e894307a-b8a2-4204-a8f2-e5ac13d4166a req-28ce79e2-8936-47cb-a0a2-9c06f2a6b940 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616519 Jul 04 09:35:32.343627 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8451802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237309'] for subnet (de3f2008-0c30-411e-8a0e-54c663431aba), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:32.402360 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e954f-2ac6-422d-8384-3edd825f8449 req-6dcb5bd5-40c3-44b3-aa0a-649ac4914889 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:32.403839 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8a9e954f-2ac6-422d-8384-3edd825f8449 req-6dcb5bd5-40c3-44b3-aa0a-649ac4914889 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.1072199 Jul 04 09:35:32.436383 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3f2008-0c30-411e-8a0e-54c663431aba,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:32.450082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Checking segment: {'id': 'bce59758-4d82-4fba-8220-d7a55bfb1160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:35:32.450443 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Network hostable DHCP agents. Network: 864d54eb-a20d-487b-9b0f-e36103dd8c16, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:35:32.479176 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8a9e954f-2ac6-422d-8384-3edd825f8449 req-65f4f99e-279e-48c2-af8c-27eef8a0081b tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690262 Jul 04 09:35:32.490631 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Network 864d54eb-a20d-487b-9b0f-e36103dd8c16 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:35:32.506496 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 864d54eb-a20d-487b-9b0f-e36103dd8c16) {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:32.513781 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:32.513781 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:32.523319 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78f111-7900-493e-a223-1326d895ad16 None None] Network 864d54eb-a20d-487b-9b0f-e36103dd8c16 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:35:32.540436 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-3fdb91cf-930d-48b6-a1d4-a9a84a31e92c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5017533 Jul 04 09:35:32.543316 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59232) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:32.551387 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:32.616463 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (ee78a0be-29e1-40be-b4eb-a42549c07c7e), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:32.617510 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (ee78a0be-29e1-40be-b4eb-a42549c07c7e), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:32.648475 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-864d54eb-a20d-487b-9b0f-e36103dd8c16', 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16', 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'fixed_ips': [{'subnet_id': 'de3f2008-0c30-411e-8a0e-54c663431aba'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:35:32.649347 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:32.689583 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e6a8f-9181-4c4d-9f11-37815514c200 req-e530c6de-7544-45cb-873f-8c8be27cdf71 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:32.691123 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b24e6a8f-9181-4c4d-9f11-37815514c200 req-e530c6de-7544-45cb-873f-8c8be27cdf71 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 946 time: 0.1277952 Jul 04 09:35:32.696655 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks [] for router_controller (ee78a0be-29e1-40be-b4eb-a42549c07c7e), precommit_add_association {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:32.830645 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b24e6a8f-9181-4c4d-9f11-37815514c200 req-74eb53ea-c579-44de-b0b0-0ff8dd9d7492 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324320 Jul 04 09:35:32.832331 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device f95acdfa-8b20-4c44-a70a-b6ad193b7596 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:32.862988 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Allocated IP 172.20.0.2 (864d54eb-a20d-487b-9b0f-e36103dd8c16/de3f2008-0c30-411e-8a0e-54c663431aba/adbad84f-5b85-4d71-b3ed-2f17905cc481) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:35:32.903862 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks [] for router_gateway (ee78a0be-29e1-40be-b4eb-a42549c07c7e), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:32.949652 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port f95acdfa-8b20-4c44-a70a-b6ad193b7596 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:32.950075 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.022290 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Sync routers for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:35:33.041481 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:33.046669 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:33.074894 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-f3d5813b-9198-4447-86cd-512449a01077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:33.076887 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-f3d5813b-9198-4447-86cd-512449a01077 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 1129 time: 0.0776541 Jul 04 09:35:33.097452 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116f173-03be-4128-b1dd-a94432044c04 req-f1f5f5e7-7c4c-432b-beb9-08474260a81e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:33.105246 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7116f173-03be-4128-b1dd-a94432044c04 req-f1f5f5e7-7c4c-432b-beb9-08474260a81e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.1069291 Jul 04 09:35:33.126291 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Publish callbacks [] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.156034 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.202455 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:33.212991 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Pushing event updated for resources: {'Port': ['ID=adbad84f-5b85-4d71-b3ed-2f17905cc481,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:33.226803 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Network 864d54eb-a20d-487b-9b0f-e36103dd8c16 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:33.234854 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:33.240244 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port f95acdfa-8b20-4c44-a70a-b6ad193b7596 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:33.241119 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.247653 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:35:33.269436 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-e8a18c88-b063-4290-b3ee-90e03c435ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:33.270909 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-e8a18c88-b063-4290-b3ee-90e03c435ff1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.1860838 Jul 04 09:35:33.304880 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7116f173-03be-4128-b1dd-a94432044c04 req-c4e422df-102f-41f8-aad6-cff3effaae75 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986046 Jul 04 09:35:33.325223 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks [] for router_gateway (ee78a0be-29e1-40be-b4eb-a42549c07c7e), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.334617 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port f95acdfa-8b20-4c44-a70a-b6ad193b7596, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=f95acdfa-8b20-4c44-a70a-b6ad193b7596,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:33.361231 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.368141 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Attempting to bind port adbad84f-5b85-4d71-b3ed-2f17905cc481 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:35:33.370605 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Attempting to bind port adbad84f-5b85-4d71-b3ed-2f17905cc481 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': 'bce59758-4d82-4fba-8220-d7a55bfb1160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:35:33.371548 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.371693 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Attempting to bind port adbad84f-5b85-4d71-b3ed-2f17905cc481 on network 864d54eb-a20d-487b-9b0f-e36103dd8c16 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:35:33.387764 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-bc390592-9d0d-4918-8e06-ce2274c1d0b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0 HTTP/1.1" status: 200 len: 1001 time: 0.1049564 Jul 04 09:35:33.416303 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:35:33.418791 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Checking segment: {'id': 'bce59758-4d82-4fba-8220-d7a55bfb1160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:35:33.419223 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.419631 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Bound using segment: {'id': 'bce59758-4d82-4fba-8220-d7a55bfb1160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:35:33.420128 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Bound port: adbad84f-5b85-4d71-b3ed-2f17905cc481, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59758-4d82-4fba-8220-d7a55bfb1160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:35:33.420516 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.465146 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-c97a6bff-309a-43ec-aae4-068a91eb6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:33.467807 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-c97a6bff-309a-43ec-aae4-068a91eb6d1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0728643 Jul 04 09:35:33.485284 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=f95acdfa-8b20-4c44-a70a-b6ad193b7596,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:33.504515 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b', 'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'mac_address': 'fa:16:3e:fa:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:29Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 2, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'subnets': [{'id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:33.539411 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] For port adbad84f-5b85-4d71-b3ed-2f17905cc481, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:35:33.544025 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Allocated IP 172.27.3.253 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/f5a244d5-05be-4720-aba7-57d38aed2afa) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:35:33.544626 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Checking router: 083a2209-3384-4b67-b5df-747450198ec8 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:35:33.544766 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] For port adbad84f-5b85-4d71-b3ed-2f17905cc481, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=adbad84f-5b85-4d71-b3ed-2f17905cc481,segment=NetworkSegment(bce59758-4d82-4fba-8220-d7a55bfb1160),segment_id=bce59758-4d82-4fba-8220-d7a55bfb1160)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:35:33.545333 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Updating router 083a2209-3384-4b67-b5df-747450198ec8 port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:35:33.559917 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.568458 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-4195295b-0b82-4453-b85e-e5936bac785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:33.570338 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-4195295b-0b82-4453-b85e-e5936bac785e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922477 Jul 04 09:35:33.589222 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.628164 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522f958-9e24-4516-94c4-347f09c75379 None None] Pushing event updated for resources: {'Port': ['ID=adbad84f-5b85-4d71-b3ed-2f17905cc481,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:33.684423 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks [] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.716211 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-7dfac3a4-d0b7-415f-bcfb-0144b8d2445a service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268585 Jul 04 09:35:33.725064 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.768835 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:33.772156 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:33.774694 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:35:33.803705 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a244d5-05be-4720-aba7-57d38aed2afa,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:33.822735 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4455d423-b5a5-4fea-89cb-1f6dc03be92d req-6f808eef-8c08-47a5-9de6-edab4d271293 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955064 Jul 04 09:35:33.950331 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Publish callbacks [] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:33.963754 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.058747 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:34.076337 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.076711 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.077075 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.077273 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f253416-239b-4c00-98ec-ca86454826c9 req-81e343ca-2db0-4492-8ebe-ca540c6b8f4c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:34.079704 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7f253416-239b-4c00-98ec-ca86454826c9 req-81e343ca-2db0-4492-8ebe-ca540c6b8f4c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 946 time: 0.1158316 Jul 04 09:35:34.080370 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.081444 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.082193 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.082690 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.083179 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.083688 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.084189 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.084738 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.085217 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.085699 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:35:34.143325 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7f253416-239b-4c00-98ec-ca86454826c9 req-e93cdbc4-875c-43ff-a7da-34e91a14345f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563467 Jul 04 09:35:34.173206 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks [] for router_gateway (ee78a0be-29e1-40be-b4eb-a42549c07c7e), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.173619 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Attempting to bind port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:35:34.174730 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Attempting to bind port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:35:34.175392 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Attempting to bind port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b on network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:35:34.181137 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:35:34.181625 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Checking segment: {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:35:34.182135 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.182591 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Bound using segment: {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:35:34.183122 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Bound port: 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:35:34.183563 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.248200 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] For port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:35:34.253193 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] For port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:35:34.261231 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.318467 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-62d61c50-702c-482d-b4c5-4824b9dce509 None None] Provisioning complete for port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:34.318987 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-62d61c50-702c-482d-b4c5-4824b9dce509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.354670 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:34.355357 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:34.435167 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (ee78a0be-29e1-40be-b4eb-a42549c07c7e), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.455562 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-62d61c50-702c-482d-b4c5-4824b9dce509 None None] Current status of the port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:34.456217 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-62d61c50-702c-482d-b4c5-4824b9dce509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.498869 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-62d61c50-702c-482d-b4c5-4824b9dce509 None None] For port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:34.513154 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-62d61c50-702c-482d-b4c5-4824b9dce509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.525658 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cc217-7dcf-4669-ba29-e447c21a6484 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b,revision_number=4']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:34.540210 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f2346-26fe-4a23-9c6d-2b262f5acaea req-5b98ac07-cc62-4079-807b-98aed7f395a9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:34.543704 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dc8f2346-26fe-4a23-9c6d-2b262f5acaea req-5b98ac07-cc62-4079-807b-98aed7f395a9 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.1451740 Jul 04 09:35:34.575650 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d61c50-702c-482d-b4c5-4824b9dce509 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:34.628963 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:34.652007 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dc8f2346-26fe-4a23-9c6d-2b262f5acaea req-41cfc9f4-cdfc-4c73-b6ee-4fc0f608293e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001904 Jul 04 09:35:34.652843 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a1ac180e-2393-4f5a-b400-55894b794d8b None None] Provisioning complete for port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:34.653226 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a1ac180e-2393-4f5a-b400-55894b794d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.704236 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Router ee78a0be-29e1-40be-b4eb-a42549c07c7e is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:35:34.779222 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac180e-2393-4f5a-b400-55894b794d8b None None] Current status of the port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:34.843420 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:35:34.856174 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Sync routers for ids ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:35:34.871266 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:34.873107 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Routers {'ee78a0be-29e1-40be-b4eb-a42549c07c7e'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:34.874597 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-03821c45-b022-4f3f-9c67-c9baa4a36af2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3288822 Jul 04 09:35:34.877786 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59248) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:34.880451 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:34.888051 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device adbad84f-5b85-4d71-b3ed-2f17905cc481 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:34.931260 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b', 'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'mac_address': 'fa:16:3e:fa:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:29Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'subnets': [{'id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:34.970686 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c874d-f60f-4b15-a492-db8bb70fa358 None None] Network 864d54eb-a20d-487b-9b0f-e36103dd8c16 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:35:34.971841 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae03a4-b493-48fb-8fed-179f59963369 None None] The sync data for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi is: [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b', 'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'mac_address': 'fa:16:3e:fa:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:29Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'subnets': [{'id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:35:35.124662 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-9fe4e364-51d2-4246-92a7-889b0533764e None None] Provisioning complete for port adbad84f-5b85-4d71-b3ed-2f17905cc481 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:35.125151 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9fe4e364-51d2-4246-92a7-889b0533764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:35.134828 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Set router ee78a0be-29e1-40be-b4eb-a42549c07c7e gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:35.189091 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port adbad84f-5b85-4d71-b3ed-2f17905cc481 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:35.189605 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:35.317632 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04301b0a-cee6-4350-9f76-2802ef628067 req-e2ba6c74-12cd-430e-8b32-d3ac5d0a7530 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:35.325624 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04301b0a-cee6-4350-9f76-2802ef628067 req-e2ba6c74-12cd-430e-8b32-d3ac5d0a7530 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 946 time: 0.0856349 Jul 04 09:35:35.390258 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-04301b0a-cee6-4350-9f76-2802ef628067 req-4749815b-0c50-4bc8-b9a9-e3e80e0b8197 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582407 Jul 04 09:35:35.568413 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc25473-10d7-4ab7-a2dd-2c89281f2a25 req-23dc970e-e8f6-4938-9cb1-22bc9b181e86 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:35.570079 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bdc25473-10d7-4ab7-a2dd-2c89281f2a25 req-23dc970e-e8f6-4938-9cb1-22bc9b181e86 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 946 time: 0.0968771 Jul 04 09:35:35.604480 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4e364-51d2-4246-92a7-889b0533764e None None] Current status of the port adbad84f-5b85-4d71-b3ed-2f17905cc481 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:35.605131 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9fe4e364-51d2-4246-92a7-889b0533764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:35.665982 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port adbad84f-5b85-4d71-b3ed-2f17905cc481 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:35.666396 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:35.694892 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-9fe4e364-51d2-4246-92a7-889b0533764e None None] For port adbad84f-5b85-4d71-b3ed-2f17905cc481, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=adbad84f-5b85-4d71-b3ed-2f17905cc481,segment=NetworkSegment(bce59758-4d82-4fba-8220-d7a55bfb1160),segment_id=bce59758-4d82-4fba-8220-d7a55bfb1160)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:35.708764 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9fe4e364-51d2-4246-92a7-889b0533764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:35.742041 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bdc25473-10d7-4ab7-a2dd-2c89281f2a25 req-c89fa7fe-3059-4840-8262-9217488bd50b tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547625 Jul 04 09:35:35.744106 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:35.771883 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59256) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:35.817948 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.db.api [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 04 09:35:35.818335 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG oslo_db.api [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 09:35:35.820000 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:32Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 3, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'gw_port': {'id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:33Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:35.825066 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4e364-51d2-4246-92a7-889b0533764e None None] Pushing event updated for resources: {'Port': ['ID=adbad84f-5b85-4d71-b3ed-2f17905cc481,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:35.862888 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Checking router: ee78a0be-29e1-40be-b4eb-a42549c07c7e for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:35:35.863162 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Updating router ee78a0be-29e1-40be-b4eb-a42549c07c7e port f5a244d5-05be-4720-aba7-57d38aed2afa binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:35:35.874458 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99578100-4732-436c-9dfb-acf333d0c7a4 tempest-TestVolumeBootPattern-1077094841 tempest-TestVolumeBootPattern-1077094841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:35.876022 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-99578100-4732-436c-9dfb-acf333d0c7a4 tempest-TestVolumeBootPattern-1077094841 tempest-TestVolumeBootPattern-1077094841-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 1125 time: 0.1044221 Jul 04 09:35:35.879586 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59258) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:35.884282 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:35.902691 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:35.904995 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf91c2-2011-4d8e-9a79-854da59981b8 req-ac513378-3418-444c-b637-e1ce8cac2385 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:35.907678 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-01bf91c2-2011-4d8e-9a79-854da59981b8 req-ac513378-3418-444c-b637-e1ce8cac2385 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.1038601 Jul 04 09:35:35.952569 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:35.982271 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-01bf91c2-2011-4d8e-9a79-854da59981b8 req-c9a30199-71a4-4225-b12e-e7de3c844326 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664461 Jul 04 09:35:36.027868 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a8b140b9-7aef-4971-8b6f-0827312a72f3 None None] Provisioning complete for port adbad84f-5b85-4d71-b3ed-2f17905cc481 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:36.028157 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8b140b9-7aef-4971-8b6f-0827312a72f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.070348 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Allocated IP 172.20.0.1 (864d54eb-a20d-487b-9b0f-e36103dd8c16/de3f2008-0c30-411e-8a0e-54c663431aba/d7c0ed3d-535b-4300-ae9b-4bc283e35a12) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:35:36.174679 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a8b140b9-7aef-4971-8b6f-0827312a72f3 None None] Current status of the port adbad84f-5b85-4d71-b3ed-2f17905cc481 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:36.186182 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.238985 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Publish callbacks [] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.277828 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Publish callbacks [] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.285227 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.308086 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.370401 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Network 864d54eb-a20d-487b-9b0f-e36103dd8c16 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:36.371361 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Attempting to bind port f5a244d5-05be-4720-aba7-57d38aed2afa on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:35:36.371732 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Attempting to bind port f5a244d5-05be-4720-aba7-57d38aed2afa by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:35:36.372092 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Attempting to bind port f5a244d5-05be-4720-aba7-57d38aed2afa on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:35:36.373947 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828a691-a0ac-43ea-b7d1-5f784c08d06f None None] Pushing event updated for resources: {'Port': ['ID=f5a244d5-05be-4720-aba7-57d38aed2afa,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:36.377823 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port adbad84f-5b85-4d71-b3ed-2f17905cc481 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:36.378819 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device f95acdfa-8b20-4c44-a70a-b6ad193b7596 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:36.379930 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Pushing event updated for resources: {'Port': ['ID=d7c0ed3d-535b-4300-ae9b-4bc283e35a12,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:36.383300 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:35:36.383572 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:35:36.383971 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.384355 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:35:36.384876 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Bound port: f5a244d5-05be-4720-aba7-57d38aed2afa, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:35:36.385258 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.389483 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:36.392106 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Allocated IP 172.27.3.179 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/f2921b2a-f1f0-4494-8458-5fbcd48a5257) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:35:36.394224 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:35:36.470019 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] For port f5a244d5-05be-4720-aba7-57d38aed2afa, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:35:36.474318 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] For port f5a244d5-05be-4720-aba7-57d38aed2afa, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=f5a244d5-05be-4720-aba7-57d38aed2afa,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:35:36.479401 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (ee78a0be-29e1-40be-b4eb-a42549c07c7e), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.480611 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port f95acdfa-8b20-4c44-a70a-b6ad193b7596 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:36.480989 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.503208 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.583721 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828a691-a0ac-43ea-b7d1-5f784c08d06f None None] Pushing event updated for resources: {'Port': ['ID=f5a244d5-05be-4720-aba7-57d38aed2afa,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:36.586604 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Routers {'ee78a0be-29e1-40be-b4eb-a42549c07c7e'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:36.587222 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:36.605486 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for port (f2921b2a-f1f0-4494-8458-5fbcd48a5257), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.671425 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.680821 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (f2921b2a-f1f0-4494-8458-5fbcd48a5257), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.699455 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port f95acdfa-8b20-4c44-a70a-b6ad193b7596 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:36.722119 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-bf11ec4f-2da6-46f2-bf12-4d8ec0ad87b2 None None] Provisioning complete for port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:36.722490 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bf11ec4f-2da6-46f2-bf12-4d8ec0ad87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.746098 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] Set router ee78a0be-29e1-40be-b4eb-a42549c07c7e gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:36.754768 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:36.763407 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:36.765231 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'Port': ['ID=f2921b2a-f1f0-4494-8458-5fbcd48a5257,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:36.767488 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:35:36.820786 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-bf11ec4f-2da6-46f2-bf12-4d8ec0ad87b2 None None] Port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:35:36.927474 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:37.001626 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:32Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 3, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'gw_port': {'id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:33Z', 'updated_at': '2022-07-04T09:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:37.029833 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00920ba-3202-4576-a7df-959653700bf1 None None] The sync data for ids ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'] in dv-cinder-847864-6-iscsi is: [{'id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:32Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 3, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'gw_port': {'id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:33Z', 'updated_at': '2022-07-04T09:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:35:37.038124 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:37.038704 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:37.061550 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Publish callbacks [] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:37.075363 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:37.120387 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:37.121486 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device adbad84f-5b85-4d71-b3ed-2f17905cc481 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:37.170316 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port adbad84f-5b85-4d71-b3ed-2f17905cc481 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:37.170701 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:37.204270 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (ee78a0be-29e1-40be-b4eb-a42549c07c7e), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:37.214552 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Pushing event updated for resources: {'Port': ['ID=d7c0ed3d-535b-4300-ae9b-4bc283e35a12,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:37.257893 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port adbad84f-5b85-4d71-b3ed-2f17905cc481 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:37.312414 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa05de-68b3-430b-b6df-f7638f639b9c req-d9f6ce09-337f-4aa9-9acf-bb88d88154c0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:37.319941 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-92fa05de-68b3-430b-b6df-f7638f639b9c req-d9f6ce09-337f-4aa9-9acf-bb88d88154c0 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.2653961 Jul 04 09:35:37.452167 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-92fa05de-68b3-430b-b6df-f7638f639b9c req-39efcd6f-1141-4059-a7c2-4e7754a59184 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313477 Jul 04 09:35:37.482867 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Network 864d54eb-a20d-487b-9b0f-e36103dd8c16 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:37.489401 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:37.588612 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (d520c46a-c1d6-4871-b78d-51d5fa3cb0a0), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:37.588816 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd14e98-2e5a-46f6-86a2-dad8e6d769b2 req-5fa5a083-05fc-4f34-86f9-edef5f182508 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:37.590484 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5dd14e98-2e5a-46f6-86a2-dad8e6d769b2 req-5fa5a083-05fc-4f34-86f9-edef5f182508 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0629508 Jul 04 09:35:37.604692 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59264) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:37.609306 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-3ecf6358-7317-4eff-b408-c1e4189e9c07 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Request body: {'floatingip': {'port_id': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:37.651846 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Router ee78a0be-29e1-40be-b4eb-a42549c07c7e has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:35:37.678997 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6358-7317-4eff-b408-c1e4189e9c07 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for floatingip (af2bed58-758e-4048-8b89-d132274e31ac), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:37.690955 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f2921b2a-f1f0-4494-8458-5fbcd48a5257), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:37.756257 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a9114c7f-8ead-4f1e-811f-06514e957f9a None None] Provisioning complete for port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:37.757257 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9114c7f-8ead-4f1e-811f-06514e957f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:37.804407 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a9114c7f-8ead-4f1e-811f-06514e957f9a None None] Port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:35:38.138630 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:35:38.144800 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-14da032b-f67c-46e0-b273-a626a39fc3cd admin admin] 10.222.0.73 "PUT /v2.0/routers/ee78a0be-29e1-40be-b4eb-a42549c07c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2659864 Jul 04 09:35:38.186901 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6358-7317-4eff-b408-c1e4189e9c07 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:38.192913 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6358-7317-4eff-b408-c1e4189e9c07 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (af2bed58-758e-4048-8b89-d132274e31ac), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:38.209003 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for port (f2921b2a-f1f0-4494-8458-5fbcd48a5257), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:38.215284 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (f2921b2a-f1f0-4494-8458-5fbcd48a5257), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:38.287786 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'Port': ['ID=f2921b2a-f1f0-4494-8458-5fbcd48a5257,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:38.301803 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (d520c46a-c1d6-4871-b78d-51d5fa3cb0a0), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:38.403441 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Floating IP d520c46a-c1d6-4871-b78d-51d5fa3cb0a0 associated. External IP: 172.27.3.179, port: d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43. Jul 04 09:35:38.410782 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecf6358-7317-4eff-b408-c1e4189e9c07 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Router b221a0b3-941b-4d75-ae23-085b185d1816 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:35:38.527325 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf6358-7317-4eff-b408-c1e4189e9c07 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:35:38.532693 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6358-7317-4eff-b408-c1e4189e9c07 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:38.540938 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] Sync routers for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:35:38.555765 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:38.556840 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:38.606198 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:35:38.608806 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:35:38.615449 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-3ecf6358-7317-4eff-b408-c1e4189e9c07 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "PUT /v2.0/floatingips/af2bed58-758e-4048-8b89-d132274e31ac HTTP/1.1" status: 200 len: 993 time: 1.0095758 Jul 04 09:35:38.652845 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31440ceb-c374-4270-ad3b-3142ba0f02b4 x-openstack-request-id: req-31440ceb-c374-4270-ad3b-3142ba0f02b4 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:35:38.653191 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:35:38.653516 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31440ceb-c374-4270-ad3b-3142ba0f02b4 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:35:38.653914 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31440ceb-c374-4270-ad3b-3142ba0f02b4'] response: {'name': 'network-changed', 'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'status': 'completed', 'code': 200} Jul 04 09:35:38.684054 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:38.690401 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Router cded9e65-9e76-48a2-aa83-81d03017969b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:35:38.767359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-3a95f764-b861-455a-bacd-70d5858d580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:38.769888 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-3a95f764-b861-455a-bacd-70d5858d580a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 1129 time: 0.0604560 Jul 04 09:35:38.839089 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:35:38.851513 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] Sync routers for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:35:38.899762 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:38.945016 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d062dcec-14c8-4f12-acc5-f3ef6dcfcd36 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0641811 Jul 04 09:35:38.945663 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:35:38.948044 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:35:38.975537 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-955f2257-4021-4bfd-b69b-0d1bc8f41b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:38.977109 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-955f2257-4021-4bfd-b69b-0d1bc8f41b41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.2000105 Jul 04 09:35:39.032039 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device f5a244d5-05be-4720-aba7-57d38aed2afa up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:39.057104 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:39.057745 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:39.139098 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-35e83c0b-6b51-4367-9864-fee411a86cfe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0 HTTP/1.1" status: 200 len: 1001 time: 0.1515300 Jul 04 09:35:39.188622 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bdee34-9606-47c5-95f7-15ee1759e5d4 x-openstack-request-id: req-08bdee34-9606-47c5-95f7-15ee1759e5d4 {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:35:39.189441 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:35:39.190367 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Sync routers for ids ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:35:39.190719 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08bdee34-9606-47c5-95f7-15ee1759e5d4 {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:35:39.191299 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bdee34-9606-47c5-95f7-15ee1759e5d4'] response: {'name': 'network-changed', 'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'status': 'completed', 'code': 200} Jul 04 09:35:39.217647 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port f5a244d5-05be-4720-aba7-57d38aed2afa triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:39.218004 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:39.219979 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-2e329ae7-e721-4129-b487-ccd198d1be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:39.222678 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-2e329ae7-e721-4129-b487-ccd198d1be82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0750384 Jul 04 09:35:39.234804 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Routers {'ee78a0be-29e1-40be-b4eb-a42549c07c7e'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:39.235786 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:39.271133 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:39.344136 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-e4a23419-7396-43e0-bb95-af9dee78d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:39.345787 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-e4a23419-7396-43e0-bb95-af9dee78d9b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 1130 time: 0.1032867 Jul 04 09:35:39.348834 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-2dee479a-8a87-4363-9cc8-ed453b888b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:39.349862 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-2dee479a-8a87-4363-9cc8-ed453b888b9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1180818 Jul 04 09:35:39.352807 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port f5a244d5-05be-4720-aba7-57d38aed2afa is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:39.353193 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:39.365268 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Set router ee78a0be-29e1-40be-b4eb-a42549c07c7e gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:39.375950 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port f5a244d5-05be-4720-aba7-57d38aed2afa, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=f5a244d5-05be-4720-aba7-57d38aed2afa,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:39.422592 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:39.496481 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-acfec0ee-102a-4cdf-9347-d74ad0ea1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:39.497464 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'af2bed58-758e-4048-8b89-d132274e31ac', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'port_id': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'mac_address': 'fa:16:3e:c1:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:32:10Z', 'updated_at': '2022-07-04T09:35:38Z', 'revision_number': 3, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:39.498738 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-acfec0ee-102a-4cdf-9347-d74ad0ea1618 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 913 time: 0.1298795 Jul 04 09:35:39.532590 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] Checking router: b221a0b3-941b-4d75-ae23-085b185d1816 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:35:39.535155 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=f5a244d5-05be-4720-aba7-57d38aed2afa,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:39.568448 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:39.569332 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:39.609573 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-5ff8720f-4599-4280-91f0-3dfbc275f7bd service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145794 Jul 04 09:35:39.663097 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'd520c46a-c1d6-4871-b78d-51d5fa3cb0a0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:35:37Z', 'updated_at': '2022-07-04T09:35:37Z', 'revision_number': 0, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:39.711208 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] Checking router: cded9e65-9e76-48a2-aa83-81d03017969b for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:35:39.722755 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:39.726245 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:39.727079 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:39.772906 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:32Z', 'updated_at': '2022-07-04T09:35:36Z', 'revision_number': 4, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'gw_port': {'id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:33Z', 'updated_at': '2022-07-04T09:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd7c0ed3d-535b-4300-ae9b-4bc283e35a12', 'name': '', 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'mac_address': 'fa:16:3e:6f:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'de3f2008-0c30-411e-8a0e-54c663431aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:35Z', 'updated_at': '2022-07-04T09:35:36Z', 'revision_number': 2, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'subnets': [{'id': 'de3f2008-0c30-411e-8a0e-54c663431aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:39.851862 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Checking router: ee78a0be-29e1-40be-b4eb-a42549c07c7e for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:35:39.852866 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Updating router ee78a0be-29e1-40be-b4eb-a42549c07c7e port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:35:39.864531 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:39.911385 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:39.998286 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-04b7e139-8744-4363-a847-6e29c1c84482 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 HTTP/1.1" status: 200 len: 1000 time: 0.3868642 Jul 04 09:35:40.121111 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2b4d3e2a-8d50-42dc-af81-a590a44c6b96 req-624c91f7-430c-4b7d-9d92-bb61a647a8bb service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019372 Jul 04 09:35:40.123462 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-7553f649-b90e-4fa0-b1f4-6e941590d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:40.125033 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-7553f649-b90e-4fa0-b1f4-6e941590d2cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.1154416 Jul 04 09:35:40.182097 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'd520c46a-c1d6-4871-b78d-51d5fa3cb0a0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:35:37Z', 'updated_at': '2022-07-04T09:35:37Z', 'revision_number': 0, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:40.219085 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed75b3-1dd8-41a7-a334-10374c0e58a8 None None] The sync data for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi is: [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'd520c46a-c1d6-4871-b78d-51d5fa3cb0a0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:35:37Z', 'updated_at': '2022-07-04T09:35:37Z', 'revision_number': 0, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:35:40.222961 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-030b4728-f01c-4f52-8a85-ffa0ee462e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:40.225396 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-030b4728-f01c-4f52-8a85-ffa0ee462e0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652034 Jul 04 09:35:40.392503 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-7b02dd2c-33bf-41aa-a4ca-4b0a83577c33 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551671 Jul 04 09:35:40.427488 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Publish callbacks [] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:40.441627 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:40.451181 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'af2bed58-758e-4048-8b89-d132274e31ac', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'port_id': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'mac_address': 'fa:16:3e:c1:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:32:10Z', 'updated_at': '2022-07-04T09:35:38Z', 'revision_number': 3, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:40.507267 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e697d3-e19e-4f90-9f6a-be763f66b71a None None] The sync data for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi is: [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'af2bed58-758e-4048-8b89-d132274e31ac', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'port_id': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'mac_address': 'fa:16:3e:c1:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:32:10Z', 'updated_at': '2022-07-04T09:35:38Z', 'revision_number': 3, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:35:40.557930 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6e1ebdf2-03b0-46ae-9079-1fce3b4063f5 req-f453ce02-a3ba-4565-a477-26fc309d2c29 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616881 Jul 04 09:35:40.568063 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862456c5-9923-41ee-b054-5afa841ae83a None None] Pushing event updated for resources: {'Port': ['ID=d7c0ed3d-535b-4300-ae9b-4bc283e35a12,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:40.615895 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Attempting to bind port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:35:40.616589 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Attempting to bind port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': 'bce59758-4d82-4fba-8220-d7a55bfb1160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:35:40.616589 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Attempting to bind port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 on network 864d54eb-a20d-487b-9b0f-e36103dd8c16 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:35:40.625781 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:35:40.626209 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Checking segment: {'id': 'bce59758-4d82-4fba-8220-d7a55bfb1160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:35:40.626612 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:40.627579 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Bound using segment: {'id': 'bce59758-4d82-4fba-8220-d7a55bfb1160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:35:40.628073 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Bound port: d7c0ed3d-535b-4300-ae9b-4bc283e35a12, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce59758-4d82-4fba-8220-d7a55bfb1160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:35:40.628452 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:40.642305 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01788489-b0dd-426e-932d-3ad006a84238 None None] New status for floating IP d520c46a-c1d6-4871-b78d-51d5fa3cb0a0: ACTIVE {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:35:40.655052 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:35:40.658000 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62727bc0-9a51-4bff-843a-3773e678da5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:35:40.755528 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] For port d7c0ed3d-535b-4300-ae9b-4bc283e35a12, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:35:40.758307 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] For port d7c0ed3d-535b-4300-ae9b-4bc283e35a12, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=d7c0ed3d-535b-4300-ae9b-4bc283e35a12,segment=NetworkSegment(bce59758-4d82-4fba-8220-d7a55bfb1160),segment_id=bce59758-4d82-4fba-8220-d7a55bfb1160)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:35:40.759030 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e202c6-fd77-4ada-acd6-21b4bb910a2c x-openstack-request-id: req-a1e202c6-fd77-4ada-acd6-21b4bb910a2c {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:35:40.759594 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:35:40.759937 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1e202c6-fd77-4ada-acd6-21b4bb910a2c {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:35:40.760824 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e202c6-fd77-4ada-acd6-21b4bb910a2c'] response: {'name': 'network-changed', 'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'status': 'completed', 'code': 200} Jul 04 09:35:40.776421 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:40.853573 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862456c5-9923-41ee-b054-5afa841ae83a None None] Pushing event updated for resources: {'Port': ['ID=d7c0ed3d-535b-4300-ae9b-4bc283e35a12,revision_number=4']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:40.890974 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Routers {'ee78a0be-29e1-40be-b4eb-a42549c07c7e'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:40.891620 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:40.919671 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62727bc0-9a51-4bff-843a-3773e678da5e req-93d06149-4b5a-40f8-bc02-2d3768a38f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:40.920659 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device f5a244d5-05be-4720-aba7-57d38aed2afa up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:40.921686 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62727bc0-9a51-4bff-843a-3773e678da5e req-93d06149-4b5a-40f8-bc02-2d3768a38f10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 1129 time: 0.1057487 Jul 04 09:35:41.100216 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62727bc0-9a51-4bff-843a-3773e678da5e req-f92d0e24-c752-4d2f-92fb-5340c9a72454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:41.104561 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] Set router ee78a0be-29e1-40be-b4eb-a42549c07c7e gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:41.105314 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62727bc0-9a51-4bff-843a-3773e678da5e req-f92d0e24-c752-4d2f-92fb-5340c9a72454 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.1770315 Jul 04 09:35:41.111305 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-1c05f105-66f8-4905-83e3-537d83bc5fa7 None None] Provisioning complete for port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:41.112262 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1c05f105-66f8-4905-83e3-537d83bc5fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:41.150676 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port f5a244d5-05be-4720-aba7-57d38aed2afa triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:41.151051 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:41.230471 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62727bc0-9a51-4bff-843a-3773e678da5e req-ca8e4126-a42f-4aaa-a1c6-6a1247516640 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0 HTTP/1.1" status: 200 len: 1001 time: 0.1169870 Jul 04 09:35:41.303299 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port f5a244d5-05be-4720-aba7-57d38aed2afa is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:41.314444 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-1c05f105-66f8-4905-83e3-537d83bc5fa7 None None] Current status of the port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:41.315531 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1c05f105-66f8-4905-83e3-537d83bc5fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:41.325039 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62727bc0-9a51-4bff-843a-3773e678da5e req-5bd28462-623b-420c-b56e-c513e9847115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:41.331427 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62727bc0-9a51-4bff-843a-3773e678da5e req-5bd28462-623b-420c-b56e-c513e9847115 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0826907 Jul 04 09:35:41.377953 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-1c05f105-66f8-4905-83e3-537d83bc5fa7 None None] For port d7c0ed3d-535b-4300-ae9b-4bc283e35a12, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=d7c0ed3d-535b-4300-ae9b-4bc283e35a12,segment=NetworkSegment(bce59758-4d82-4fba-8220-d7a55bfb1160),segment_id=bce59758-4d82-4fba-8220-d7a55bfb1160)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:41.389077 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1c05f105-66f8-4905-83e3-537d83bc5fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:41.414943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62727bc0-9a51-4bff-843a-3773e678da5e req-330dda37-e825-45e3-8b9e-63425ba65120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:41.417935 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62727bc0-9a51-4bff-843a-3773e678da5e req-330dda37-e825-45e3-8b9e-63425ba65120 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796649 Jul 04 09:35:41.441846 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:32Z', 'updated_at': '2022-07-04T09:35:36Z', 'revision_number': 4, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'gw_port': {'id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:33Z', 'updated_at': '2022-07-04T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd7c0ed3d-535b-4300-ae9b-4bc283e35a12', 'name': '', 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'mac_address': 'fa:16:3e:6f:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'de3f2008-0c30-411e-8a0e-54c663431aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:35Z', 'updated_at': '2022-07-04T09:35:40Z', 'revision_number': 4, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'subnets': [{'id': 'de3f2008-0c30-411e-8a0e-54c663431aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:41.467286 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe84f1-c3c4-45ee-9215-779c8a0d3cb0 None None] The sync data for ids ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'] in dv-cinder-847864-6-iscsi is: [{'id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:32Z', 'updated_at': '2022-07-04T09:35:36Z', 'revision_number': 4, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'gw_port': {'id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:33Z', 'updated_at': '2022-07-04T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd7c0ed3d-535b-4300-ae9b-4bc283e35a12', 'name': '', 'network_id': '864d54eb-a20d-487b-9b0f-e36103dd8c16', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'mac_address': 'fa:16:3e:6f:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'de3f2008-0c30-411e-8a0e-54c663431aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:35Z', 'updated_at': '2022-07-04T09:35:40Z', 'revision_number': 4, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'subnets': [{'id': 'de3f2008-0c30-411e-8a0e-54c663431aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:35:41.475298 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05f105-66f8-4905-83e3-537d83bc5fa7 None None] Pushing event updated for resources: {'Port': ['ID=d7c0ed3d-535b-4300-ae9b-4bc283e35a12,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:41.511699 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b011170d-2298-4f38-ba7b-050384f39396 None None] Provisioning complete for port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:41.512172 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b011170d-2298-4f38-ba7b-050384f39396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:41.548433 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62727bc0-9a51-4bff-843a-3773e678da5e req-ae2aee15-fcb6-47ef-81c4-fb7971298277 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210585 Jul 04 09:35:41.601723 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b011170d-2298-4f38-ba7b-050384f39396 None None] Current status of the port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:41.652700 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62727bc0-9a51-4bff-843a-3773e678da5e req-d0a98d5b-6b71-43a7-8231-3ef123933704 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983534 Jul 04 09:35:42.188029 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2728fc62-2912-4d7f-8069-306fbdb15dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:42.848570 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d7c0ed3d-535b-4300-ae9b-4bc283e35a12 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:35:42.906871 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:42.907243 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:42.998430 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:35:44.107155 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3ad139a3-67ef-4ac7-a9c8-e1c37647e8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:45.471364 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:46.264414 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e153-8790-41c2-8dcf-5e57948770b9 req-e307f54d-36b1-4e41-9225-08506c1abd81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:46.266746 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9da5e153-8790-41c2-8dcf-5e57948770b9 req-e307f54d-36b1-4e41-9225-08506c1abd81 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 946 time: 0.0636578 Jul 04 09:35:46.320020 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9da5e153-8790-41c2-8dcf-5e57948770b9 req-c09c0396-db30-4ae0-814b-aacbab85bf73 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463181 Jul 04 09:35:46.819036 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:47.461939 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33a974-f3f9-487c-bf70-b901696233aa req-4351719d-3526-418e-91ab-6397ab7d1fcf tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:47.463597 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8b33a974-f3f9-487c-bf70-b901696233aa req-4351719d-3526-418e-91ab-6397ab7d1fcf tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 946 time: 0.0622146 Jul 04 09:35:47.522567 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8b33a974-f3f9-487c-bf70-b901696233aa req-6207c043-34ad-4084-9986-af828ea784d6 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531979 Jul 04 09:35:48.422800 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:48.509064 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-7f2c7302-5d1d-4abf-aeeb-623037263da3 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:48.510649 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-7f2c7302-5d1d-4abf-aeeb-623037263da3 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 946 time: 0.0610681 Jul 04 09:35:48.614434 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Deleting port 1027024b-35c8-47eb-946a-9be53a6da7cd {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:35:48.614760 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:48.659919 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11f819-53bc-4d7d-92ec-4d9bd83fca52 req-0004d521-86da-4d49-8df9-aae691c58637 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:48.661881 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ce11f819-53bc-4d7d-92ec-4d9bd83fca52 req-0004d521-86da-4d49-8df9-aae691c58637 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 946 time: 0.0578446 Jul 04 09:35:48.718087 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] For port 1027024b-35c8-47eb-946a-9be53a6da7cd, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1027024b-35c8-47eb-946a-9be53a6da7cd,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:35:48.718465 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:48.722623 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ce11f819-53bc-4d7d-92ec-4d9bd83fca52 req-4b1cd6ae-2078-4441-829a-24644bc1ffa6 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ea0d01-d664-4cc3-9027-98db135c6bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526423 Jul 04 09:35:48.898327 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:48.898768 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:48.899109 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Floating IP 07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9 disassociated. External IP: 172.27.3.141, port: 1027024b-35c8-47eb-946a-9be53a6da7cd. Jul 04 09:35:48.899464 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Calling delete_port for 1027024b-35c8-47eb-946a-9be53a6da7cd owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:35:49.030340 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (1027024b-35c8-47eb-946a-9be53a6da7cd), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:49.058914 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'Port': ['ID=1027024b-35c8-47eb-946a-9be53a6da7cd,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:49.140816 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:49.166898 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:35:49.269193 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:35:49.279269 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:35:49.289674 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:49.290305 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:49.308768 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] No DVR routers for this DVR port 1027024b-35c8-47eb-946a-9be53a6da7cd on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:35:49.311363 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:49.315278 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3bfe1f67-7213-4fbe-af8c-66d4a9efcd5b req-c58c05b0-8474-4429-95e7-b124e4076f88 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "DELETE /v2.0/ports/1027024b-35c8-47eb-946a-9be53a6da7cd HTTP/1.1" status: 204 len: 173 time: 0.7983959 Jul 04 09:35:49.315659 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'name': 'network-vif-deleted', 'tag': '1027024b-35c8-47eb-946a-9be53a6da7cd'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:35:49.318178 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e84f3f-cfd7-4b0c-bb5c-90b32ff6b7d7" -d '{"events": [{"server_uuid": "1e7e86fb-7e26-4c23-be4d-0e28865ef219", "name": "network-vif-deleted", "tag": "1027024b-35c8-47eb-946a-9be53a6da7cd"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:35:49.353178 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c9a7b-2fab-4c43-b1b9-44aff1a64fd8 x-openstack-request-id: req-ec0c9a7b-2fab-4c43-b1b9-44aff1a64fd8 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:35:49.353474 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e86fb-7e26-4c23-be4d-0e28865ef219", "name": "network-vif-deleted", "tag": "1027024b-35c8-47eb-946a-9be53a6da7cd", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:35:49.353728 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec0c9a7b-2fab-4c43-b1b9-44aff1a64fd8 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:35:49.354173 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0c9a7b-2fab-4c43-b1b9-44aff1a64fd8'] response: {'server_uuid': '1e7e86fb-7e26-4c23-be4d-0e28865ef219', 'name': 'network-vif-deleted', 'tag': '1027024b-35c8-47eb-946a-9be53a6da7cd', 'status': 'completed', 'code': 200} Jul 04 09:35:49.400821 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:49.630844 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:12Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 2, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:49.654228 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:35:49.663154 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:35:49.663749 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:49.763185 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:35:49.837147 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7a8d3dfc-c9a1-4d6b-bc77-bb0c51dedfb3 req-80fb20a4-926d-4be7-ba1c-b681eb711654 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e7e86fb-7e26-4c23-be4d-0e28865ef219 HTTP/1.1" status: 200 len: 210 time: 0.0272801 Jul 04 09:35:49.990439 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:12Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 2, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:35:50.022461 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f94555-6304-4b3c-a8d8-0c0fe563b6cd None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:68:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:29:12Z', 'updated_at': '2022-07-04T09:30:27Z', 'revision_number': 2, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:35:50.139726 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeb058-180d-4bab-9d85-87b330395621 req-e1dec7b9-d8a9-444a-af6c-fcbe5fa5c25d tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:50.141197 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-e1dec7b9-d8a9-444a-af6c-fcbe5fa5c25d tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/networks?id=31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 200 len: 815 time: 0.1034553 Jul 04 09:35:50.156449 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-059c2b18-d79a-453a-ac28-e791f1e1261e tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/quotas/9bc183ddcb6f461a94e65284e8d6cfe5 HTTP/1.1" status: 200 len: 375 time: 0.0096033 Jul 04 09:35:50.218830 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-92290c25-3a0d-4a30-a5c4-e9c59734ac89 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569394 Jul 04 09:35:50.259797 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cd4efd-2297-4f7c-904d-9311b019a908 None None] New status for floating IP 07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:35:50.315706 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-233bb9bf-a7c4-4a00-bbf8-56518c712a58 service neutron] 10.222.0.73 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844350 Jul 04 09:35:50.412610 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-063ad8d2-cfc4-4b51-90ba-fae80feaf4aa service neutron] 10.222.0.73 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910726 Jul 04 09:35:50.572065 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-03d41f24-b8df-4480-8297-34849d584b6a req-b390c370-c53e-47fa-8e28-1bc27a5fb792 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Jul 04 09:35:50.922173 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59382) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:50.981850 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6be596d6-59c3-4709-b7eb-19d5830fef15 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (04ea0d01-d664-4cc3-9027-98db135c6bc7), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.013032 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6be596d6-59c3-4709-b7eb-19d5830fef15 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (04ea0d01-d664-4cc3-9027-98db135c6bc7), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.064959 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6be596d6-59c3-4709-b7eb-19d5830fef15 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (04ea0d01-d664-4cc3-9027-98db135c6bc7), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.067763 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6be596d6-59c3-4709-b7eb-19d5830fef15 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.068944 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-6be596d6-59c3-4709-b7eb-19d5830fef15 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "DELETE /v2.0/security-groups/04ea0d01-d664-4cc3-9027-98db135c6bc7 HTTP/1.1" status: 204 len: 168 time: 0.1454241 Jul 04 09:35:51.071762 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59384) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:51.078236 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be596d6-59c3-4709-b7eb-19d5830fef15 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea0d01-d664-4cc3-9027-98db135c6bc7,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:51.093606 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.api.v2.resource [None req-7e4093ba-bb95-4829-b1d3-181f7b3818dc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] show failed (client error): The resource could not be found. Jul 04 09:35:51.097663 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-7e4093ba-bb95-4829-b1d3-181f7b3818dc tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups/04ea0d01-d664-4cc3-9027-98db135c6bc7 HTTP/1.1" status: 404 len: 347 time: 0.0219455 Jul 04 09:35:51.097946 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59386) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:35:51.219870 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Deleting port 1563e345-895e-472b-ade6-d85f71026bd0 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:35:51.220136 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (1563e345-895e-472b-ade6-d85f71026bd0), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.295938 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (1563e345-895e-472b-ade6-d85f71026bd0), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.296262 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (1563e345-895e-472b-ade6-d85f71026bd0), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.308646 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Calling delete_port for 1563e345-895e-472b-ade6-d85f71026bd0 owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:35:51.446863 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (1563e345-895e-472b-ade6-d85f71026bd0), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.471133 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'Port': ['ID=1563e345-895e-472b-ade6-d85f71026bd0,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:51.532754 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.535993 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:51.537153 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-5bc4ab36-edf2-479e-83bf-63619e31a901 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "DELETE /v2.0/floatingips/07f6b8e9-d8f1-4f1e-b005-acaa46b5e8b9 HTTP/1.1" status: 204 len: 168 time: 0.4382274 Jul 04 09:35:51.671742 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-771764c3-1b77-4e56-843d-8692734ee4a2 req-19574f1a-c1d4-490e-89bb-c2b65d684ea8 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 210 time: 0.0293546 Jul 04 09:35:51.821328 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-daa56fd8-6e1c-451a-aa2f-031874f45d73 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1258576 Jul 04 09:35:51.836484 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeb058-180d-4bab-9d85-87b330395621 req-b0d6d46b-3aff-4e7a-a050-370e2b26ece1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:51.838053 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-b0d6d46b-3aff-4e7a-a050-370e2b26ece1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.62 "GET /v2.0/networks?id=31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 200 len: 815 time: 0.1450384 Jul 04 09:35:51.889462 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'port': {'device_id': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'admin_state_up': True, 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:35:52.013485 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-e176bde3-5cf5-4c8b-a760-f751936c4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:52.015020 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-e176bde3-5cf5-4c8b-a760-f751936c4190 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 1129 time: 0.0840096 Jul 04 09:35:52.057194 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Made reservation on behalf of 9bc183ddcb6f461a94e65284e8d6cfe5 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:35:52.060444 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:52.192819 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-4273d8eb-6edd-482e-840f-ee2cd74052aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:52.194342 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-4273d8eb-6edd-482e-840f-ee2cd74052aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.1579528 Jul 04 09:35:52.253414 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-94102f19-416d-4faf-9011-42038013d11e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5397f453-5227-455e-9807-70c550aa117f HTTP/1.1" status: 200 len: 217 time: 0.0413249 Jul 04 09:35:52.298449 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Allocated IP 172.20.0.14 (31b48d69-0bfe-4e4e-a4e3-879a588332a0/70327bc2-1672-43cb-aaf6-c5a632e05ab6/0abe89d9-5d50-4f70-8eb2-ec48e30db84d) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:35:52.328427 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-6f38ae41-0626-4b10-9fef-5df48a012d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:52.329956 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-6f38ae41-0626-4b10-9fef-5df48a012d7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.0658600 Jul 04 09:35:52.499499 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:52.554604 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:52.622248 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:35:52.625848 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:35:52.630633 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:35:52.637216 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'Port': ['ID=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:35:52.713841 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:52.714494 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:52.741692 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-22f02202-c409-4642-9004-be059ce61580 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8561161 Jul 04 09:35:52.840460 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde902-aab1-4849-af7f-26bf419047c2 req-33e05d6a-4dc7-49ef-9d88-1a38f4b2c2bb tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:52.848214 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4bfde902-aab1-4849-af7f-26bf419047c2 req-33e05d6a-4dc7-49ef-9d88-1a38f4b2c2bb tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0781140 Jul 04 09:35:52.910006 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4bfde902-aab1-4849-af7f-26bf419047c2 req-9f63ba55-aa9f-4588-a7db-2dd0f32d5df8 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607531 Jul 04 09:35:52.940910 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-98e98b63-3f10-44f2-93bd-f16f6f405b1c None None] Provisioning complete for port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:35:52.941791 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-98e98b63-3f10-44f2-93bd-f16f6f405b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:52.989141 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-98e98b63-3f10-44f2-93bd-f16f6f405b1c None None] Port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:35:53.203525 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 1027024b-35c8-47eb-946a-9be53a6da7cd no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:35:53.225830 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 1027024b-35c8-47eb-946a-9be53a6da7cd {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:35:53.226194 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 1027024b-35c8-47eb-946a-9be53a6da7cd not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:35:54.029980 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd871a5-6bf5-4b2f-8fb3-350ad185baba req-334175d5-8cf6-446f-896d-09cd875a844e tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:54.032775 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cfd871a5-6bf5-4b2f-8fb3-350ad185baba req-334175d5-8cf6-446f-896d-09cd875a844e tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0646558 Jul 04 09:35:54.100376 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cfd871a5-6bf5-4b2f-8fb3-350ad185baba req-0f7c01c4-3ce3-473c-a070-c746d99518b2 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591745 Jul 04 09:35:55.232932 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9075-0667-477a-b47e-c7c1030791ed req-6bf2dd85-15ed-41c1-b6d2-aae40e93166a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:55.234493 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-306a9075-0667-477a-b47e-c7c1030791ed req-6bf2dd85-15ed-41c1-b6d2-aae40e93166a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0573142 Jul 04 09:35:55.289846 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-306a9075-0667-477a-b47e-c7c1030791ed req-53c7666e-5426-41d1-a223-c8a2d083e905 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488553 Jul 04 09:35:56.411533 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84ce54-eb0a-4982-8482-dfd16fe0b6c5 req-2ad67dfc-33e3-448d-8fba-bf33b4842853 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:56.413076 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7e84ce54-eb0a-4982-8482-dfd16fe0b6c5 req-2ad67dfc-33e3-448d-8fba-bf33b4842853 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0569897 Jul 04 09:35:56.463309 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7e84ce54-eb0a-4982-8482-dfd16fe0b6c5 req-f4af9666-03a6-4b70-900d-f8ffa6aba3b9 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Jul 04 09:35:57.588596 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fae87-6d53-4a1d-bdfa-9f2f6833e44e req-5f886207-fd50-41ef-b619-06b4b2480c74 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:57.590280 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-158fae87-6d53-4a1d-bdfa-9f2f6833e44e req-5f886207-fd50-41ef-b619-06b4b2480c74 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0547574 Jul 04 09:35:57.644908 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-158fae87-6d53-4a1d-bdfa-9f2f6833e44e req-c8c18a06-afd5-4966-a2ce-b3a6347a46c0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468724 Jul 04 09:35:58.766416 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17e857-755f-4dc2-b35f-2123752114df req-dc284c82-15f2-450e-afad-517ac40483c7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:58.768153 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0e17e857-755f-4dc2-b35f-2123752114df req-dc284c82-15f2-450e-afad-517ac40483c7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0532694 Jul 04 09:35:58.819076 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0e17e857-755f-4dc2-b35f-2123752114df req-7c6e6146-c21d-4815-a057-5341c2a76834 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Jul 04 09:35:59.939101 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a78ea-b26c-426a-a8c6-69cebd0ed518 req-86821a03-d0da-429e-a6a2-ef8c70ae28ee tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:35:59.941207 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8b9a78ea-b26c-426a-a8c6-69cebd0ed518 req-86821a03-d0da-429e-a6a2-ef8c70ae28ee tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0549855 Jul 04 09:35:59.989240 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8b9a78ea-b26c-426a-a8c6-69cebd0ed518 req-542b008d-da15-4514-a34b-92909185192e tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Jul 04 09:36:01.113111 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66913e9c-8a36-46d1-ab60-86b959330472 req-88f6a6f5-6099-4ca6-9f35-d555d3a1afa3 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:01.114408 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-66913e9c-8a36-46d1-ab60-86b959330472 req-88f6a6f5-6099-4ca6-9f35-d555d3a1afa3 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0579839 Jul 04 09:36:01.164455 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-66913e9c-8a36-46d1-ab60-86b959330472 req-06212d9a-36b3-444d-ada1-fc3c9e59b8ed tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Jul 04 09:36:02.289917 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda982b2-60d2-4fe7-8e76-c3599c80e670 req-f5d16995-4114-452d-8009-e272e4fbf6c1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:02.291477 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eda982b2-60d2-4fe7-8e76-c3599c80e670 req-f5d16995-4114-452d-8009-e272e4fbf6c1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0567939 Jul 04 09:36:02.339288 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eda982b2-60d2-4fe7-8e76-c3599c80e670 req-8d333a54-eee4-41ff-97cf-97db200f4a9f tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Jul 04 09:36:03.454801 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa32c-a60e-4f3f-a1f4-1f7d4ec949e0 req-c675fc2d-ce67-4b94-b910-6590c0200ccc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:03.456867 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-183fa32c-a60e-4f3f-a1f4-1f7d4ec949e0 req-c675fc2d-ce67-4b94-b910-6590c0200ccc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0510483 Jul 04 09:36:03.502834 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-183fa32c-a60e-4f3f-a1f4-1f7d4ec949e0 req-c7ab6c3a-51bd-406e-be69-2584fed1a433 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403099 Jul 04 09:36:04.623763 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0271-6f15-46d4-ac40-bc4a96e11e71 req-595ecf0b-5457-45bd-9268-0e28111bf385 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:04.624760 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7b1a0271-6f15-46d4-ac40-bc4a96e11e71 req-595ecf0b-5457-45bd-9268-0e28111bf385 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0540383 Jul 04 09:36:04.673457 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7b1a0271-6f15-46d4-ac40-bc4a96e11e71 req-5cb4e495-1c48-4a64-9754-42a6acf21f5f tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430048 Jul 04 09:36:05.788484 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df194e-9243-47d5-aba9-838ecc7b7339 req-3a5d2d58-f206-4672-b462-d1163f7accba tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:05.789956 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-06df194e-9243-47d5-aba9-838ecc7b7339 req-3a5d2d58-f206-4672-b462-d1163f7accba tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.0529351 Jul 04 09:36:05.839607 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-06df194e-9243-47d5-aba9-838ecc7b7339 req-26a191c7-5d58-434b-a080-3a26e238d5b0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 Jul 04 09:36:06.183639 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:36:06.200610 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-8b171681-877f-4973-8d78-77c137dadaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:06.202211 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-8b171681-877f-4973-8d78-77c137dadaed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490062 Jul 04 09:36:06.213964 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Request body: {'port': {'device_id': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:06.339715 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:06.385170 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-f5585d50-75c7-45bc-8c5c-c69f9e1149df service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676328 Jul 04 09:36:06.816862 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08ab865f-7d53-4f67-b18e-c78eddd52285 req-7768c184-86af-468c-819f-eb6f47d33f65 service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218347 Jul 04 09:36:06.902699 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abe89d9-5d50-4f70-8eb2-ec48e30db84d {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:36:06.919163 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Publish callbacks [] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:06.952558 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Transition to ACTIVE for port object 0abe89d9-5d50-4f70-8eb2-ec48e30db84d will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:36:06.956568 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:07.020820 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0d1a5-e652-474c-b4ad-e26f15938eaa req-eeb537b2-3f6b-4b88-bb3a-926f5cc077b0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:07.022480 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-41f0d1a5-e652-474c-b4ad-e26f15938eaa req-eeb537b2-3f6b-4b88-bb3a-926f5cc077b0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 932 time: 0.1154950 Jul 04 09:36:07.027196 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:07.121972 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-41f0d1a5-e652-474c-b4ad-e26f15938eaa req-594dc633-afa4-4894-abee-0a3e44036d4f tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919490 Jul 04 09:36:07.135514 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Attempting to bind port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:36:07.135841 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Attempting to bind port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:36:07.136171 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Attempting to bind port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d on network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:36:07.140878 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d on network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:36:07.141209 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Attempting to bind port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d on network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:36:07.146296 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:36:07.146636 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Checking segment: {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:36:07.147022 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Bound using segment: {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:36:07.147449 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Bound port: 0abe89d9-5d50-4f70-8eb2-ec48e30db84d, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd517cd-2208-4a09-92cc-6daaf9e4d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:36:07.147810 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:07.209513 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] For port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:36:07.213493 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] For port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:36:07.219690 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:07.256453 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:07.257143 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:07.258507 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] 10.222.0.62 "PUT /v2.0/ports/0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 1094 time: 1.0484402 Jul 04 09:36:07.258903 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:07.261144 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:07.287959 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfed2e-1a17-48e9-a343-c3225f56cdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:07.316296 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e5cb55-8986-4081-a55d-9f71d0b6c4a8 x-openstack-request-id: req-72e5cb55-8986-4081-a55d-9f71d0b6c4a8 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:07.316562 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:07.316828 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72e5cb55-8986-4081-a55d-9f71d0b6c4a8 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:07.317344 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e5cb55-8986-4081-a55d-9f71d0b6c4a8'] response: {'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'status': 'completed', 'code': 200} Jul 04 09:36:07.428588 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeb058-180d-4bab-9d85-87b330395621 req-fa1f7077-f2da-479b-bc74-f0cc0a2fbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:07.430196 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-fa1f7077-f2da-479b-bc74-f0cc0a2fbaad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1128 time: 0.0508013 Jul 04 09:36:07.573500 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-32d315ad-5687-4710-8755-73c4a01862ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 217 time: 0.0359766 Jul 04 09:36:07.627160 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeb058-180d-4bab-9d85-87b330395621 req-c2bfd0aa-05d9-42cb-a576-1f661d060519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:07.629328 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-c2bfd0aa-05d9-42cb-a576-1f661d060519 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70327bc2-1672-43cb-aaf6-c5a632e05ab6 HTTP/1.1" status: 200 len: 854 time: 0.0443449 Jul 04 09:36:07.679470 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeb058-180d-4bab-9d85-87b330395621 req-53aef77d-ebb0-4bce-b926-0d5d9cd290b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:07.680848 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-53aef77d-ebb0-4bce-b926-0d5d9cd290b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31b48d69-0bfe-4e4e-a4e3-879a588332a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429769 Jul 04 09:36:07.795758 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-2278729f-8b26-40ce-a62e-71d03ea249f2 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027780 Jul 04 09:36:07.888225 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62eeb058-180d-4bab-9d85-87b330395621 req-ec29ccd6-be50-4c48-ab0a-e05ba9e9cf9f service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849102 Jul 04 09:36:08.021190 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a9ff-7b90-44d9-89a0-1e7619a568b3 req-476fae03-5620-4513-b4c0-c7459fc824a4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:08.022719 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f773a9ff-7b90-44d9-89a0-1e7619a568b3 req-476fae03-5620-4513-b4c0-c7459fc824a4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 0.0540378 Jul 04 09:36:08.072428 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f773a9ff-7b90-44d9-89a0-1e7619a568b3 req-8f198e9c-c67d-4c15-9ee9-80702290eb5b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441029 Jul 04 09:36:08.115416 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-7b957a06-6e5e-4939-b48a-96bb691d2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:08.116932 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-7b957a06-6e5e-4939-b48a-96bb691d2868 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1128 time: 0.0571160 Jul 04 09:36:08.235895 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-23c916c6-043c-40f8-a7ba-d2c63d3da9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:08.237840 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-23c916c6-043c-40f8-a7ba-d2c63d3da9f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 200 len: 916 time: 0.1124170 Jul 04 09:36:08.284806 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-5b47ae3f-2bb3-479e-9a68-1b8b69b89399 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 217 time: 0.0389652 Jul 04 09:36:08.296024 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6807a-58ab-4547-b9e1-37075119f3a4 req-ca0aa60c-321b-4a46-a937-2037a2056ae1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:08.297418 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0ba6807a-58ab-4547-b9e1-37075119f3a4 req-ca0aa60c-321b-4a46-a937-2037a2056ae1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 944 time: 0.1042013 Jul 04 09:36:08.363131 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-23c74e80-84ee-4faa-8d69-6d31f6171252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:08.364610 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-23c74e80-84ee-4faa-8d69-6d31f6171252 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70327bc2-1672-43cb-aaf6-c5a632e05ab6 HTTP/1.1" status: 200 len: 854 time: 0.0663702 Jul 04 09:36:08.383519 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0ba6807a-58ab-4547-b9e1-37075119f3a4 req-38b7c8c0-d10e-46db-82b3-54c2cdf36c9a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780914 Jul 04 09:36:08.416724 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-9143ea05-9b06-4777-8846-15eadfe86ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:08.418229 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-9143ea05-9b06-4777-8846-15eadfe86ea7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31b48d69-0bfe-4e4e-a4e3-879a588332a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464194 Jul 04 09:36:08.509826 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-c9a63c4f-3ace-4013-9250-2dd97ee615b5 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841975 Jul 04 09:36:08.597486 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4479d77b-c20d-43e8-aa5e-a8ea7ce34f81 req-3bea3544-5d72-4a6e-a19f-bfc81d8d02ed service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806780 Jul 04 09:36:09.111613 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112d7cd-3951-4491-b6c0-a79c470c5780 req-b8e16baf-6c1b-4be0-9296-013508dd9279 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:09.114257 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7112d7cd-3951-4491-b6c0-a79c470c5780 req-b8e16baf-6c1b-4be0-9296-013508dd9279 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 947 time: 0.0534613 Jul 04 09:36:09.162406 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7112d7cd-3951-4491-b6c0-a79c470c5780 req-57e7c15d-f7ee-4d38-a663-d5291d523703 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Jul 04 09:36:09.228404 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ffa30-b4a6-4ec9-9e7f-fc2f4f765d6a req-7a31ac2e-867d-42b6-bfe0-e0c4474af1d8 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:09.229909 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-502ffa30-b4a6-4ec9-9e7f-fc2f4f765d6a req-7a31ac2e-867d-42b6-bfe0-e0c4474af1d8 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 0.0879653 Jul 04 09:36:09.250209 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-018d8882-1aac-4588-a791-b9bfa7cf016d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:09.251602 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-018d8882-1aac-4588-a791-b9bfa7cf016d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 946 time: 0.0733039 Jul 04 09:36:09.323648 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-502ffa30-b4a6-4ec9-9e7f-fc2f4f765d6a req-be7f6f44-74c9-435b-a718-3be7f128f059 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=781e3c76-bb30-4bc0-b259-4d8768dc3b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866125 Jul 04 09:36:09.369887 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Deleting port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:36:09.370184 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:09.459097 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] For port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:09.459458 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:09.502741 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dae54-9797-4a86-95fc-cc90668b0cd7 req-dc23821e-5433-44d4-99cb-c324a7a30cbb tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:09.504912 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3a1dae54-9797-4a86-95fc-cc90668b0cd7 req-dc23821e-5433-44d4-99cb-c324a7a30cbb tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 944 time: 0.0550306 Jul 04 09:36:09.558440 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3a1dae54-9797-4a86-95fc-cc90668b0cd7 req-519897ba-2d23-4dfa-b7dc-e5eef8d071d2 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474029 Jul 04 09:36:09.628004 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:09.628941 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:09.629265 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Floating IP e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d disassociated. External IP: 172.27.3.64, port: 1ac87eb2-45af-4b31-8a1f-1efcac4b796d. Jul 04 09:36:09.629613 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Calling delete_port for 1ac87eb2-45af-4b31-8a1f-1efcac4b796d owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:36:09.757954 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (1ac87eb2-45af-4b31-8a1f-1efcac4b796d), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:09.789857 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'Port': ['ID=1ac87eb2-45af-4b31-8a1f-1efcac4b796d,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:09.899719 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:36:10.001748 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:36:10.015438 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:36:10.026601 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:10.027266 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:10.046577 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] No DVR routers for this DVR port 1ac87eb2-45af-4b31-8a1f-1efcac4b796d on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:36:10.049090 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:10.053074 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1378d180-a816-428c-9b50-b7726b5ca3d8 req-5aabd1e4-7d1d-4564-be6e-4e8125cb672a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "DELETE /v2.0/ports/1ac87eb2-45af-4b31-8a1f-1efcac4b796d HTTP/1.1" status: 204 len: 173 time: 0.7942901 Jul 04 09:36:10.053512 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'name': 'network-vif-deleted', 'tag': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:10.055759 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435c1d0e-11d1-43a1-98d7-2a65b401408c" -d '{"events": [{"server_uuid": "78a4de3c-4067-411c-9170-da5b6bc0c288", "name": "network-vif-deleted", "tag": "1ac87eb2-45af-4b31-8a1f-1efcac4b796d"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:10.093615 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d3d3a7-952e-491e-8376-7e6d994e9429 x-openstack-request-id: req-11d3d3a7-952e-491e-8376-7e6d994e9429 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:10.093910 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a4de3c-4067-411c-9170-da5b6bc0c288", "name": "network-vif-deleted", "tag": "1ac87eb2-45af-4b31-8a1f-1efcac4b796d", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:10.094207 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-11d3d3a7-952e-491e-8376-7e6d994e9429 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:10.094742 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d3d3a7-952e-491e-8376-7e6d994e9429'] response: {'server_uuid': '78a4de3c-4067-411c-9170-da5b6bc0c288', 'name': 'network-vif-deleted', 'tag': '1ac87eb2-45af-4b31-8a1f-1efcac4b796d', 'status': 'completed', 'code': 200} Jul 04 09:36:10.132568 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:10.316505 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d7246-4ed2-4e9f-b604-2232244a7c84 req-69f9b939-973c-48b5-864b-6e3cd7c3f795 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:10.318117 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-861d7246-4ed2-4e9f-b604-2232244a7c84 req-69f9b939-973c-48b5-864b-6e3cd7c3f795 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 947 time: 0.0643172 Jul 04 09:36:10.352605 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:10.366941 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-861d7246-4ed2-4e9f-b604-2232244a7c84 req-ea081350-2ce5-4309-af7d-d5b2eb1988d8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432949 Jul 04 09:36:10.393395 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:36:10.393395 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:10.393395 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:10.433395 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dce53dc5-9bd5-4fd5-a1a7-280081a1ec12 req-15f0c348-907b-40da-b658-1f84b5ef7865 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=78a4de3c-4067-411c-9170-da5b6bc0c288 HTTP/1.1" status: 200 len: 210 time: 0.0270534 Jul 04 09:36:10.492536 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:10.688790 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a5f6a-fbb1-4c8c-a22d-0ed844a61231 req-ff01d2bb-7665-4190-a584-6b68b0d20527 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:10.690251 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d27a5f6a-fbb1-4c8c-a22d-0ed844a61231 req-ff01d2bb-7665-4190-a584-6b68b0d20527 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 944 time: 0.0612886 Jul 04 09:36:10.691343 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:10.716554 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976f099-cd9f-4122-b975-95aaf82253d3 None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:36:10.753783 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d27a5f6a-fbb1-4c8c-a22d-0ed844a61231 req-33e08243-0be3-4ed5-8568-c84d33edc712 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560250 Jul 04 09:36:10.949929 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f1265-9123-4680-825a-a1e50545dc57 None None] New status for floating IP e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:36:11.269572 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47390f96-358f-4673-84a5-0d008c8860e2 req-6076d9be-7d95-40f2-add3-f4dd3aa47b32 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:11.271042 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-47390f96-358f-4673-84a5-0d008c8860e2 req-6076d9be-7d95-40f2-add3-f4dd3aa47b32 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 947 time: 0.0560853 Jul 04 09:36:11.276408 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 0abe89d9-5d50-4f70-8eb2-ec48e30db84d details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:36:11.367163 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Deleting port 69f5f059-b366-4ea7-a4cb-915867e2353c {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:36:11.367504 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.374486 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:11.386493 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'port_id': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'mac_address': 'fa:16:3e:06:d1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:36:11.420605 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:36:11.420998 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.435911 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abe89d9-5d50-4f70-8eb2-ec48e30db84d {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:36:11.457713 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:11.465297 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.491536 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] For port 69f5f059-b366-4ea7-a4cb-915867e2353c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=69f5f059-b366-4ea7-a4cb-915867e2353c,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:11.492021 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.522528 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:11.531852 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59572) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:11.559626 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbdd2b-df24-49fb-a4cb-e8fe8ea9eb02 req-e657a5df-46f7-43f2-bfb0-25b07503fecf tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:11.561112 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-25fbdd2b-df24-49fb-a4cb-e8fe8ea9eb02 req-e657a5df-46f7-43f2-bfb0-25b07503fecf tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 947 time: 0.1133757 Jul 04 09:36:11.586881 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7634c594-440b-40f4-b730-a5667204f49b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (781e3c76-bb30-4bc0-b259-4d8768dc3b0a), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.611161 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7634c594-440b-40f4-b730-a5667204f49b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (781e3c76-bb30-4bc0-b259-4d8768dc3b0a), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.658164 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7634c594-440b-40f4-b730-a5667204f49b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (781e3c76-bb30-4bc0-b259-4d8768dc3b0a), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.661511 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7634c594-440b-40f4-b730-a5667204f49b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.665231 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-7634c594-440b-40f4-b730-a5667204f49b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "DELETE /v2.0/security-groups/781e3c76-bb30-4bc0-b259-4d8768dc3b0a HTTP/1.1" status: 204 len: 168 time: 0.1299117 Jul 04 09:36:11.666334 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59574) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:11.683371 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634c594-440b-40f4-b730-a5667204f49b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781e3c76-bb30-4bc0-b259-4d8768dc3b0a,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:11.690069 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-25fbdd2b-df24-49fb-a4cb-e8fe8ea9eb02 req-48134423-0c58-4dc3-b0e5-cf052b631978 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f807c7a-6284-4bc5-b5ea-589d4e08ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166844 Jul 04 09:36:11.692935 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.api.v2.resource [None req-50eec7c7-3441-4639-b232-72a3d212dae1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] show failed (client error): The resource could not be found. Jul 04 09:36:11.696733 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-50eec7c7-3441-4639-b232-72a3d212dae1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups/781e3c76-bb30-4bc0-b259-4d8768dc3b0a HTTP/1.1" status: 404 len: 347 time: 0.0268376 Jul 04 09:36:11.697037 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59576) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:11.715725 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.716276 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (bc4bb127-cdd3-4462-9deb-94e99da4dccf), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.716773 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Floating IP bc4bb127-cdd3-4462-9deb-94e99da4dccf disassociated. External IP: 172.27.3.87, port: 69f5f059-b366-4ea7-a4cb-915867e2353c. Jul 04 09:36:11.717296 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Calling delete_port for 69f5f059-b366-4ea7-a4cb-915867e2353c owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:36:11.816418 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Deleting port f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:36:11.816814 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.856853 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (69f5f059-b366-4ea7-a4cb-915867e2353c), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.889603 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event deleted for resources: {'Port': ['ID=69f5f059-b366-4ea7-a4cb-915867e2353c,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:11.935374 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a2fe1-01db-4858-8d2b-2c66dfd05d25 req-7675074c-3c1a-4a44-babe-03709ec3c801 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:11.936890 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-789a2fe1-01db-4858-8d2b-2c66dfd05d25 req-7675074c-3c1a-4a44-babe-03709ec3c801 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 945 time: 0.1089585 Jul 04 09:36:11.941972 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.942393 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:11.968033 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['0abe89d9-5d50-4f70-8eb2-ec48e30db84d'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:36:11.969778 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Calling delete_port for f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:36:12.013366 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-789a2fe1-01db-4858-8d2b-2c66dfd05d25 req-e4678e76-c5f1-482e-88d2-ca311ff047ab tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642927 Jul 04 09:36:12.021536 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:36:12.036036 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-36a2677e-3674-44ce-abf1-9924c7cef548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.140417 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:36:12.151227 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] Sync routers for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:36:12.158338 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.164093 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:12.165248 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:12.182911 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] No DVR routers for this DVR port 69f5f059-b366-4ea7-a4cb-915867e2353c on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:36:12.184892 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'Port': ['ID=f9c97ec1-8e0b-42ad-a6b6-94c0895f3b2c,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:12.187886 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.194981 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-47390f96-358f-4673-84a5-0d008c8860e2 req-3fdb2350-234c-4a8b-bdac-87dbfecccafb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "DELETE /v2.0/ports/69f5f059-b366-4ea7-a4cb-915867e2353c HTTP/1.1" status: 204 len: 173 time: 0.9180598 Jul 04 09:36:12.195752 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-deleted', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:12.198869 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c506ee-fa48-4ab3-94b2-4e9af1b82984" -d '{"events": [{"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-deleted", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:12.266836 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a2951-784c-4db9-8a48-f01e35d3fb2a x-openstack-request-id: req-ce1a2951-784c-4db9-8a48-f01e35d3fb2a {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:12.267266 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd22730-24ad-49ad-8371-d6cdca46f71c", "name": "network-vif-deleted", "tag": "69f5f059-b366-4ea7-a4cb-915867e2353c", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:12.267649 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce1a2951-784c-4db9-8a48-f01e35d3fb2a {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:12.268280 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1a2951-784c-4db9-8a48-f01e35d3fb2a'] response: {'server_uuid': 'ddd22730-24ad-49ad-8371-d6cdca46f71c', 'name': 'network-vif-deleted', 'tag': '69f5f059-b366-4ea7-a4cb-915867e2353c', 'status': 'completed', 'code': 200} Jul 04 09:36:12.277432 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.281898 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.283843 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-dd3f18c9-3a0d-4ccd-acff-415a0526b2f1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "DELETE /v2.0/floatingips/e16fc5ce-7998-4e2f-8100-aa8fc26a6d7d HTTP/1.1" status: 204 len: 168 time: 0.5857816 Jul 04 09:36:12.346233 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:12.376605 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59584) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:12.381676 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-49380670-db5e-4409-9550-d13a7f5e48c1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910220996', 'description': 'tempest-description--1999908110'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:12.407833 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-49380670-db5e-4409-9550-d13a7f5e48c1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.485435 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-49380670-db5e-4409-9550-d13a7f5e48c1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (889def00-b448-450e-95e4-795a559c7bfb), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.489757 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-49380670-db5e-4409-9550-d13a7f5e48c1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (889def00-b448-450e-95e4-795a559c7bfb), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.521166 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-49380670-db5e-4409-9550-d13a7f5e48c1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.522428 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-49380670-db5e-4409-9550-d13a7f5e48c1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1448152 Jul 04 09:36:12.524336 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49380670-db5e-4409-9550-d13a7f5e48c1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889def00-b448-450e-95e4-795a559c7bfb,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:12.525798 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59586) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:12.530867 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-3c675e37-1926-405a-b0c8-1307fed7db5a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group_rule': {'security_group_id': '889def00-b448-450e-95e4-795a559c7bfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:12.558175 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3c675e37-1926-405a-b0c8-1307fed7db5a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (31df75ea-e5a9-41ce-a3ec-2d1d40199d9c), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.569279 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:12.594141 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] Checking router: 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:36:12.603453 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:12.604139 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:35:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:12.616952 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3c675e37-1926-405a-b0c8-1307fed7db5a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (31df75ea-e5a9-41ce-a3ec-2d1d40199d9c), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.621065 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3c675e37-1926-405a-b0c8-1307fed7db5a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (31df75ea-e5a9-41ce-a3ec-2d1d40199d9c), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.644470 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c675e37-1926-405a-b0c8-1307fed7db5a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31df75ea-e5a9-41ce-a3ec-2d1d40199d9c,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:12.654482 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3c675e37-1926-405a-b0c8-1307fed7db5a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.655716 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-3c675e37-1926-405a-b0c8-1307fed7db5a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288781 Jul 04 09:36:12.658385 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59588) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:12.664025 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-ff6736d0-0281-4da9-94e6-e1a51f50241a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group_rule': {'security_group_id': '889def00-b448-450e-95e4-795a559c7bfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:12.692200 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ff6736d0-0281-4da9-94e6-e1a51f50241a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (6bd0e3b5-97e8-47fb-b309-7c27ca0f73c9), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.712883 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:12.772799 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ff6736d0-0281-4da9-94e6-e1a51f50241a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (6bd0e3b5-97e8-47fb-b309-7c27ca0f73c9), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.778872 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ff6736d0-0281-4da9-94e6-e1a51f50241a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (6bd0e3b5-97e8-47fb-b309-7c27ca0f73c9), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.808960 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6736d0-0281-4da9-94e6-e1a51f50241a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd0e3b5-97e8-47fb-b309-7c27ca0f73c9,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:12.827821 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1d968de6-c79a-4230-8d83-a37fc33f5cf6 req-6309b94f-4428-440b-9399-59cc9e9fca77 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddd22730-24ad-49ad-8371-d6cdca46f71c HTTP/1.1" status: 200 len: 210 time: 0.0360551 Jul 04 09:36:12.832435 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ff6736d0-0281-4da9-94e6-e1a51f50241a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.836845 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-ff6736d0-0281-4da9-94e6-e1a51f50241a tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735082 Jul 04 09:36:12.837017 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59592) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:12.841697 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:12.868521 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:12.949686 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:12.974530 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837720e9-b0b5-420f-a88c-73f4e6e10d41 None None] The sync data for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi is: [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:36:12.978984 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.100479 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Allocated IP 172.27.3.70 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/df864ee6-dadf-4787-9c9a-fb7b8376be62) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:36:13.131006 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0afa9-7e04-423a-9f04-d36a52fb5817 req-dd85b56f-a633-4de3-86a7-7f9068c787b1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:13.132581 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d3e0afa9-7e04-423a-9f04-d36a52fb5817 req-dd85b56f-a633-4de3-86a7-7f9068c787b1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 945 time: 0.0552602 Jul 04 09:36:13.186521 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d3e0afa9-7e04-423a-9f04-d36a52fb5817 req-7676a0bd-43f7-41ef-942f-546522008815 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475829 Jul 04 09:36:13.210182 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (df864ee6-dadf-4787-9c9a-fb7b8376be62), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.240785 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda08c56-0aaa-44df-9291-f813ed7d50ec None None] New status for floating IP bc4bb127-cdd3-4462-9deb-94e99da4dccf: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:36:13.244350 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (df864ee6-dadf-4787-9c9a-fb7b8376be62), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.288454 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:36:13.291426 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:36:13.295482 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:36:13.300667 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=df864ee6-dadf-4787-9c9a-fb7b8376be62,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:13.302509 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 0abe89d9-5d50-4f70-8eb2-ec48e30db84d up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:36:13.390749 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:36:13.395216 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:36:13.395597 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.398250 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (cb739ea8-3f6c-4583-b14e-d62d1349c739), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.436305 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (df864ee6-dadf-4787-9c9a-fb7b8376be62), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.472714 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:36:13.473111 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.497272 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:13.499535 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822f4015-56f9-428c-bc1f-9575c5366c89" -d '{"events": [{"server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "name": "network-vif-plugged", "status": "completed", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:13.512581 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:13.517699 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.518553 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 1ac87eb2-45af-4b31-8a1f-1efcac4b796d no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:36:13.553766 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4de81e-7319-41ea-bf69-42c254a5e585 x-openstack-request-id: req-6c4de81e-7319-41ea-bf69-42c254a5e585 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:13.554191 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "name": "network-vif-plugged", "status": "completed", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:13.554497 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c4de81e-7319-41ea-bf69-42c254a5e585 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:13.554892 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4de81e-7319-41ea-bf69-42c254a5e585'] response: {'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'code': 200} Jul 04 09:36:13.555558 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 1ac87eb2-45af-4b31-8a1f-1efcac4b796d {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:36:13.555903 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 1ac87eb2-45af-4b31-8a1f-1efcac4b796d not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:36:13.582554 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:13.594847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (df864ee6-dadf-4787-9c9a-fb7b8376be62), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.600113 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (df864ee6-dadf-4787-9c9a-fb7b8376be62), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.671220 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=df864ee6-dadf-4787-9c9a-fb7b8376be62,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:13.683694 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (cb739ea8-3f6c-4583-b14e-d62d1349c739), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.699740 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.701003 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-a1130a66-37dc-481c-9c6a-fc483b9e8f49 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8630388 Jul 04 09:36:13.764344 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a4616-f56a-4355-b5c8-ce2d9afac026 req-aaf29b01-5fd5-4cb5-b7e3-68d3fcd138c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:13.765875 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-845a4616-f56a-4355-b5c8-ce2d9afac026 req-aaf29b01-5fd5-4cb5-b7e3-68d3fcd138c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1130 time: 0.0472546 Jul 04 09:36:13.812105 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-845a4616-f56a-4355-b5c8-ce2d9afac026 req-02ad1ea7-a286-4d76-9895-ff9b47d0f053 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398583 Jul 04 09:36:13.852842 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-3e1a5f6d-1c3f-4ebc-ba32-bc2d202437c4 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--910220996&fields=id&tenant_id=6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 267 time: 0.0438051 Jul 04 09:36:13.920951 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59616) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:13.963147 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2863-e991-4c27-83cb-96deaaa91879 req-51fe52c4-5032-476f-9de8-97aba5f90292 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:13.964562 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-51fe52c4-5032-476f-9de8-97aba5f90292 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 815 time: 0.1053865 Jul 04 09:36:13.975137 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-347eae90-ee0f-4a52-ac02-d28dc2c5a2ba tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (9f807c7a-6284-4bc5-b5ea-589d4e08ee97), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.979443 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d5346e24-7fd3-417c-b7c2-a795c70f6dea tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/quotas/6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 375 time: 0.0095949 Jul 04 09:36:13.999782 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-347eae90-ee0f-4a52-ac02-d28dc2c5a2ba tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (9f807c7a-6284-4bc5-b5ea-589d4e08ee97), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.035865 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-102798ad-d2d9-4a91-8e06-09b60101feee tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510790 Jul 04 09:36:14.055316 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-347eae90-ee0f-4a52-ac02-d28dc2c5a2ba tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9f807c7a-6284-4bc5-b5ea-589d4e08ee97), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.058225 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-347eae90-ee0f-4a52-ac02-d28dc2c5a2ba tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.059449 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-347eae90-ee0f-4a52-ac02-d28dc2c5a2ba tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "DELETE /v2.0/security-groups/9f807c7a-6284-4bc5-b5ea-589d4e08ee97 HTTP/1.1" status: 204 len: 168 time: 0.1374860 Jul 04 09:36:14.062594 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59618) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:14.079416 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347eae90-ee0f-4a52-ac02-d28dc2c5a2ba tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f807c7a-6284-4bc5-b5ea-589d4e08ee97,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:14.083957 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.api.v2.resource [None req-a652d5c3-6407-46a5-ab72-adec4e210b2e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] show failed (client error): The resource could not be found. Jul 04 09:36:14.084594 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-a652d5c3-6407-46a5-ab72-adec4e210b2e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups/9f807c7a-6284-4bc5-b5ea-589d4e08ee97 HTTP/1.1" status: 404 len: 347 time: 0.0210819 Jul 04 09:36:14.087507 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59620) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:14.117671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1a0a84c0-9339-4423-a5c4-51d7758dc1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.138916 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-f92c0aab-d236-45d5-87f0-0db188b65ebb service neutron] 10.222.0.73 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910890 Jul 04 09:36:14.212488 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Deleting port 3d71859d-fdad-4ca9-9593-4244d95ef3ed {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:36:14.212834 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (3d71859d-fdad-4ca9-9593-4244d95ef3ed), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.232681 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-7b8b6062-60ed-4dd1-9653-f9d2d2c9e99a service neutron] 10.222.0.73 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874615 Jul 04 09:36:14.320740 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (3d71859d-fdad-4ca9-9593-4244d95ef3ed), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.321067 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (3d71859d-fdad-4ca9-9593-4244d95ef3ed), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.338623 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Calling delete_port for 3d71859d-fdad-4ca9-9593-4244d95ef3ed owned by network:floatingip {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:36:14.356270 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2fb85-4d77-4508-8fc4-51134df90960 req-36ab3451-c1bd-43aa-b4f6-f8c5bda38018 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:14.357780 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-45c2fb85-4d77-4508-8fc4-51134df90960 req-36ab3451-c1bd-43aa-b4f6-f8c5bda38018 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.0964272 Jul 04 09:36:14.405416 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d84bf098-5638-49d6-9350-5b299071ed28 req-5c72b644-8211-4e26-8959-408545183c87 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 210 time: 0.0328467 Jul 04 09:36:14.458503 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-45c2fb85-4d77-4508-8fc4-51134df90960 req-44ee748c-be5c-482d-8b6d-4f0ed5ead184 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650899 Jul 04 09:36:14.530114 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (3d71859d-fdad-4ca9-9593-4244d95ef3ed), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.787291 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event deleted for resources: {'Port': ['ID=3d71859d-fdad-4ca9-9593-4244d95ef3ed,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:14.848306 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (bc4bb127-cdd3-4462-9deb-94e99da4dccf), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.850931 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:14.852086 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-f3e94ecd-bf0c-4904-a93a-87288ea767e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "DELETE /v2.0/floatingips/bc4bb127-cdd3-4462-9deb-94e99da4dccf HTTP/1.1" status: 204 len: 168 time: 0.7636976 Jul 04 09:36:14.942501 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59636) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:14.947251 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-c8b1dbba-d6ac-4e7a-9d3b-585e62e9fb67 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542057928', 'description': 'tempest-description--990520003'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:14.970100 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c8b1dbba-d6ac-4e7a-9d3b-585e62e9fb67 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.037392 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c8b1dbba-d6ac-4e7a-9d3b-585e62e9fb67 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (9c53d64a-bf58-4a74-81cf-5e084819c097), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.040680 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c8b1dbba-d6ac-4e7a-9d3b-585e62e9fb67 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9c53d64a-bf58-4a74-81cf-5e084819c097), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.070375 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1dbba-d6ac-4e7a-9d3b-585e62e9fb67 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53d64a-bf58-4a74-81cf-5e084819c097,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:15.075923 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c8b1dbba-d6ac-4e7a-9d3b-585e62e9fb67 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.077160 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c8b1dbba-d6ac-4e7a-9d3b-585e62e9fb67 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336381 Jul 04 09:36:15.080109 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59638) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:15.084828 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-4c4b5d57-648b-44ae-a39f-e69d5a2bc8db tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'security_group_rule': {'security_group_id': '9c53d64a-bf58-4a74-81cf-5e084819c097', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:15.109826 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5d57-648b-44ae-a39f-e69d5a2bc8db tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (71e92977-66cb-4edc-99dd-33bcfc3583a9), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.167297 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5d57-648b-44ae-a39f-e69d5a2bc8db tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (71e92977-66cb-4edc-99dd-33bcfc3583a9), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.171119 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5d57-648b-44ae-a39f-e69d5a2bc8db tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (71e92977-66cb-4edc-99dd-33bcfc3583a9), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.186121 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b5d57-648b-44ae-a39f-e69d5a2bc8db tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e92977-66cb-4edc-99dd-33bcfc3583a9,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:15.196659 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5d57-648b-44ae-a39f-e69d5a2bc8db tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.197844 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4c4b5d57-648b-44ae-a39f-e69d5a2bc8db tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168146 Jul 04 09:36:15.200652 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59640) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:15.204869 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-d2c2a8a5-0f0b-4a15-bb99-62594395effc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'security_group_rule': {'security_group_id': '9c53d64a-bf58-4a74-81cf-5e084819c097', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:15.230517 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a8a5-0f0b-4a15-bb99-62594395effc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (5224a7ef-4fb5-4781-8868-777fb1f864dc), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.289300 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a8a5-0f0b-4a15-bb99-62594395effc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (5224a7ef-4fb5-4781-8868-777fb1f864dc), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.293004 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a8a5-0f0b-4a15-bb99-62594395effc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (5224a7ef-4fb5-4781-8868-777fb1f864dc), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.303290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 69f5f059-b366-4ea7-a4cb-915867e2353c no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:36:15.309909 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2a8a5-0f0b-4a15-bb99-62594395effc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5224a7ef-4fb5-4781-8868-777fb1f864dc,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:15.320075 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a8a5-0f0b-4a15-bb99-62594395effc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.324244 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-d2c2a8a5-0f0b-4a15-bb99-62594395effc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197081 Jul 04 09:36:15.324545 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59642) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:15.325737 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 69f5f059-b366-4ea7-a4cb-915867e2353c {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:36:15.326116 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 69f5f059-b366-4ea7-a4cb-915867e2353c not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:36:15.328961 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:15.349319 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.463171 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.506432 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:15.622627 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4af88-5d80-4734-b5a5-5c516c7599cd req-3da0dbff-6d36-434d-96ea-82809323c379 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:15.624491 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2dd4af88-5d80-4734-b5a5-5c516c7599cd req-3da0dbff-6d36-434d-96ea-82809323c379 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.0670986 Jul 04 09:36:15.669896 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-61f26f21-f1ce-4c23-b71d-9bd1bf16b5b4 req-3e146006-b8ca-43f5-a2e1-509ad4cb6a0e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 210 time: 0.0900412 Jul 04 09:36:15.696044 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2dd4af88-5d80-4734-b5a5-5c516c7599cd req-43472f1b-5079-4c67-864f-b78bc419913c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618320 Jul 04 09:36:15.703509 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Allocated IP 172.27.3.123 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/5fcbcdd6-cff5-4685-a755-63d668d564c7) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:36:15.762562 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2863-e991-4c27-83cb-96deaaa91879 req-5a5bbc2c-3e58-445c-9fb9-bda32bdf404c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:15.764042 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-5a5bbc2c-3e58-445c-9fb9-bda32bdf404c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 815 time: 0.2187929 Jul 04 09:36:15.936119 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-3446b8e0-051c-4b14-b832-5bb2ad51aeee tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 379 time: 0.1365213 Jul 04 09:36:15.948847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d633db-0f53-4d02-998a-7e65cfa7b79c req-1c0da365-3476-4f02-bb37-f5fd399bc279 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:15.950369 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a2d633db-0f53-4d02-998a-7e65cfa7b79c req-1c0da365-3476-4f02-bb37-f5fd399bc279 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.1525264 Jul 04 09:36:15.959706 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'port': {'device_id': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'admin_state_up': True, 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'security_groups': ['889def00-b448-450e-95e4-795a559c7bfb']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:15.964483 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for port (5fcbcdd6-cff5-4685-a755-63d668d564c7), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.115705 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a2d633db-0f53-4d02-998a-7e65cfa7b79c req-9c0051a2-e2d1-4553-b61c-628a48f8d887 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495404 Jul 04 09:36:16.119278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (5fcbcdd6-cff5-4685-a755-63d668d564c7), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.184780 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:36:16.194877 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:36:16.198934 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:36:16.200816 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'Port': ['ID=5fcbcdd6-cff5-4685-a755-63d668d564c7,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:16.244163 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.244525 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.244881 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.245228 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.245573 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.245913 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.246277 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.246615 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.246957 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.247292 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.247625 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.247962 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.248292 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:16.268285 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Made reservation on behalf of 6a68b94cba234defbc9f59f21c9d0fb5 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:36:16.272393 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.382647 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (ecd59c58-98f8-4a85-81b3-893e2f7039e7), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.465390 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5fcbcdd6-cff5-4685-a755-63d668d564c7), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.496517 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Allocated IP 172.20.0.12 (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae/7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4/455d62b3-55fe-4182-95e6-12d55d89ba81) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:36:16.757765 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0a10a-710f-445f-b096-c59efb144f76 req-49c56c37-0ef4-400d-8ee1-143699cf2673 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:16.759298 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e1c0a10a-710f-445f-b096-c59efb144f76 req-49c56c37-0ef4-400d-8ee1-143699cf2673 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.1770551 Jul 04 09:36:16.774112 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2e11f31a-1a3b-48a2-a455-42198486ce6c req-521d158c-617d-404e-a407-8026293cbf3e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 210 time: 0.0259125 Jul 04 09:36:16.785565 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.814410 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for port (5fcbcdd6-cff5-4685-a755-63d668d564c7), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.825433 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.828078 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (5fcbcdd6-cff5-4685-a755-63d668d564c7), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.899464 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e1c0a10a-710f-445f-b096-c59efb144f76 req-0a3e0148-3f0d-44e4-a848-fc62655b9a61 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300039 Jul 04 09:36:16.928891 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'Port': ['ID=5fcbcdd6-cff5-4685-a755-63d668d564c7,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:16.935301 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.984581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (ecd59c58-98f8-4a85-81b3-893e2f7039e7), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:16.990225 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:36:16.999591 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:36:17.006897 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:36:17.038575 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=455d62b3-55fe-4182-95e6-12d55d89ba81,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:17.045372 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:17.046644 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c22767fc-e33f-45d7-afc3-935773d69a4d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7210338 Jul 04 09:36:17.072152 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:17.073074 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:17.098906 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-d6d75c66-473c-4623-9b15-adb25aed89b7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1473637 Jul 04 09:36:17.117780 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Request body: {'port': {'device_id': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:17.188842 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:17.291195 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-df23cfb2-84c7-4d46-b773-8aa0b55378b3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1542057928&fields=id&tenant_id=d61a8ec08da9488aae381f6cde07cb5e HTTP/1.1" status: 200 len: 267 time: 0.0516672 Jul 04 09:36:17.322600 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-330e7f69-7351-473c-9496-6732c02207b8 None None] Provisioning complete for port 455d62b3-55fe-4182-95e6-12d55d89ba81 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:36:17.323097 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-330e7f69-7351-473c-9496-6732c02207b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:17.357144 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-330e7f69-7351-473c-9496-6732c02207b8 None None] Port 455d62b3-55fe-4182-95e6-12d55d89ba81 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:36:17.420400 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-92576ae4-3a48-4598-9b67-de55d2acbbf7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:17.421876 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-92576ae4-3a48-4598-9b67-de55d2acbbf7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 817 time: 0.1232908 Jul 04 09:36:17.436873 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-ae3343ce-3aab-422b-b131-3b65406610a7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/quotas/d61a8ec08da9488aae381f6cde07cb5e HTTP/1.1" status: 200 len: 375 time: 0.0088956 Jul 04 09:36:17.492531 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-d07dad3a-e66c-4f71-978a-c3a8a0cd1c22 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489831 Jul 04 09:36:17.514812 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455d62b3-55fe-4182-95e6-12d55d89ba81 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:36:17.523008 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Publish callbacks [] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:17.535362 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Transition to ACTIVE for port object 455d62b3-55fe-4182-95e6-12d55d89ba81 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:36:17.538868 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:17.589756 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Pushing event updated for resources: {'Port': ['ID=455d62b3-55fe-4182-95e6-12d55d89ba81,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:17.594424 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-24a47bfe-9d40-4c6a-96df-911770261ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896389 Jul 04 09:36:17.660896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Attempting to bind port 455d62b3-55fe-4182-95e6-12d55d89ba81 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:36:17.661232 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Attempting to bind port 455d62b3-55fe-4182-95e6-12d55d89ba81 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:36:17.661560 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Attempting to bind port 455d62b3-55fe-4182-95e6-12d55d89ba81 on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:36:17.666724 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Port 455d62b3-55fe-4182-95e6-12d55d89ba81 on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:36:17.667094 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Attempting to bind port 455d62b3-55fe-4182-95e6-12d55d89ba81 on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:36:17.672474 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:36:17.672796 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Checking segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:36:17.673208 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Bound using segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:36:17.673651 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Bound port: 455d62b3-55fe-4182-95e6-12d55d89ba81, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:36:17.674021 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:17.691662 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-004d99bc-30fd-49fe-8d58-304ac544d198 service neutron] 10.222.0.73 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894165 Jul 04 09:36:17.743326 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] For port 455d62b3-55fe-4182-95e6-12d55d89ba81, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:36:17.747888 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] For port 455d62b3-55fe-4182-95e6-12d55d89ba81, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=455d62b3-55fe-4182-95e6-12d55d89ba81,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:36:17.755432 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:17.773287 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:17.774383 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:17.775911 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] 10.222.0.62 "PUT /v2.0/ports/455d62b3-55fe-4182-95e6-12d55d89ba81 HTTP/1.1" status: 200 len: 1094 time: 0.6626856 Jul 04 09:36:17.776365 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'tag': '455d62b3-55fe-4182-95e6-12d55d89ba81'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:17.778640 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a39001b-c506-436c-8c98-36ab0511a0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7", "tag": "455d62b3-55fe-4182-95e6-12d55d89ba81"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:17.872247 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f88e9a-47e3-4f17-94e1-5728cd5cf033 x-openstack-request-id: req-83f88e9a-47e3-4f17-94e1-5728cd5cf033 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:17.872572 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7", "tag": "455d62b3-55fe-4182-95e6-12d55d89ba81", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:17.872789 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83f88e9a-47e3-4f17-94e1-5728cd5cf033 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:17.873243 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f88e9a-47e3-4f17-94e1-5728cd5cf033'] response: {'name': 'network-changed', 'server_uuid': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'tag': '455d62b3-55fe-4182-95e6-12d55d89ba81', 'status': 'completed', 'code': 200} Jul 04 09:36:17.906139 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e95e0-31f9-4921-9817-0b94ca626057 service neutron] Pushing event updated for resources: {'Port': ['ID=455d62b3-55fe-4182-95e6-12d55d89ba81,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:17.956598 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2863-e991-4c27-83cb-96deaaa91879 req-c0547c2c-f6f1-46d7-9057-24fbee024aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:17.958198 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-c0547c2c-f6f1-46d7-9057-24fbee024aa2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 1128 time: 0.1183927 Jul 04 09:36:17.964907 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2d35b026-592f-468b-b630-1773ede12190 req-432f9267-bb46-4524-b4ce-92865dead652 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 210 time: 0.0568404 Jul 04 09:36:17.975544 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373a587-9624-4181-b29f-d3461ad979f0 req-2fdd0577-e982-4b43-994e-46f9882119f7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:17.977114 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f373a587-9624-4181-b29f-d3461ad979f0 req-2fdd0577-e982-4b43-994e-46f9882119f7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 944 time: 0.0826356 Jul 04 09:36:18.016756 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-f7882d89-d82e-4d1d-98cd-d207d1400581 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455d62b3-55fe-4182-95e6-12d55d89ba81 HTTP/1.1" status: 200 len: 217 time: 0.0386436 Jul 04 09:36:18.091457 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f373a587-9624-4181-b29f-d3461ad979f0 req-e6c1201b-1cb8-44f2-bb10-e2ef25d70289 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071386 Jul 04 09:36:18.094974 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2863-e991-4c27-83cb-96deaaa91879 req-14d00a6c-1e66-41b4-9c55-3fb2f9a41884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:18.096092 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-14d00a6c-1e66-41b4-9c55-3fb2f9a41884 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0721703 Jul 04 09:36:18.155428 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2863-e991-4c27-83cb-96deaaa91879 req-276c95ff-74c3-4f63-b838-6a0e0f2e1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:18.157049 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-276c95ff-74c3-4f63-b838-6a0e0f2e1529 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545034 Jul 04 09:36:18.253402 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-62c936bc-d83c-4706-b1a3-6b72a5d37b99 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897167 Jul 04 09:36:18.366879 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-244c2863-e991-4c27-83cb-96deaaa91879 req-26207411-116a-451a-9e41-f07676fe5050 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027973 Jul 04 09:36:18.419063 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:18.564349 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-6ad9526e-c16b-4e45-a857-3e2ca4ed5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:18.566114 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-6ad9526e-c16b-4e45-a857-3e2ca4ed5a20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 1128 time: 0.0510948 Jul 04 09:36:18.660009 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-83a63d31-af7d-4734-a9ba-997108518c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:18.661482 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-83a63d31-af7d-4734-a9ba-997108518c52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 916 time: 0.0887470 Jul 04 09:36:18.709933 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-b2f599f4-0694-4287-b053-f4817626a8b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455d62b3-55fe-4182-95e6-12d55d89ba81 HTTP/1.1" status: 200 len: 217 time: 0.0415015 Jul 04 09:36:18.764247 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-3f658f94-0181-4443-a7d4-b40b3152429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:18.765745 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-3f658f94-0181-4443-a7d4-b40b3152429e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0485549 Jul 04 09:36:18.824515 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-8d072cd0-4b16-4bfb-ba4c-001875c37968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:18.826221 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-8d072cd0-4b16-4bfb-ba4c-001875c37968 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533843 Jul 04 09:36:18.925834 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-397ad034-e048-4c8c-a2a4-a10c29d84554 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917313 Jul 04 09:36:19.058570 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6a39001b-c506-436c-8c98-36ab0511a0d8 req-14a1791a-9da6-4f92-9905-480beaca2bd9 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025846 Jul 04 09:36:19.078086 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-88b4ff4a-2d83-4047-9ae1-506c218c6b41 req-a572ec45-a154-4f8d-862e-e40a9b8a52c0 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 210 time: 0.0348804 Jul 04 09:36:19.156406 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:19.232879 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae464b6-72b9-430d-a5b6-62e214d6fd27 req-1b2d2938-d37f-49d2-a1b1-5045ab90194e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:19.234390 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-aae464b6-72b9-430d-a5b6-62e214d6fd27 req-1b2d2938-d37f-49d2-a1b1-5045ab90194e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 944 time: 0.0627820 Jul 04 09:36:19.288742 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-aae464b6-72b9-430d-a5b6-62e214d6fd27 req-35d0524b-e048-4212-a7b7-530e650d91cd tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471816 Jul 04 09:36:19.291698 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-8276e5d5-226a-4f07-88a9-4445576ee3b1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:19.293151 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-8276e5d5-226a-4f07-88a9-4445576ee3b1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 817 time: 0.1139519 Jul 04 09:36:19.363329 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-4adf627b-7b67-4ebb-9bd0-4e0e777c311b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d61a8ec08da9488aae381f6cde07cb5e HTTP/1.1" status: 200 len: 380 time: 0.0538671 Jul 04 09:36:19.371658 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'port': {'device_id': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'admin_state_up': True, 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'security_groups': ['9c53d64a-bf58-4a74-81cf-5e084819c097']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:19.477920 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Made reservation on behalf of d61a8ec08da9488aae381f6cde07cb5e for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:36:19.481206 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:19.609981 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Allocated IP 172.20.0.11 (618c36e6-8695-4130-9f58-1669576b2f7e/460882da-49ce-4266-b7c7-3189e8185799/7ab05af2-7e97-451b-8f5a-c6e1b08b4e36) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:36:19.745493 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:19.780095 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:19.827746 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Network 618c36e6-8695-4130-9f58-1669576b2f7e is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:36:19.830803 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:36:19.835122 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:36:19.859752 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:19.896266 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:19.896909 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:19.914789 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-3a747646-01c3-4b96-a6aa-0b52db444951 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5464804 Jul 04 09:36:19.933685 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Request body: {'port': {'device_id': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:19.996631 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:20.048016 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-7484bdec-2c7b-465e-a69d-f8997eeb2b59 None None] Provisioning complete for port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:36:20.048985 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7484bdec-2c7b-465e-a69d-f8997eeb2b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:20.080338 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-7484bdec-2c7b-465e-a69d-f8997eeb2b59 None None] Port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:36:20.412509 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6331f-3159-4a2e-bbdc-7c6e569f598f req-1044dd2b-0720-42ca-80d1-93bd11a1136d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:20.413970 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9a6331f-3159-4a2e-bbdc-7c6e569f598f req-1044dd2b-0720-42ca-80d1-93bd11a1136d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 944 time: 0.0546708 Jul 04 09:36:20.462237 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e9a6331f-3159-4a2e-bbdc-7c6e569f598f req-78dfdc0b-3c40-4dd4-9691-33fd2845e635 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421467 Jul 04 09:36:20.482158 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af9110-597f-4db0-957e-c3c133f4a139 req-cc42a31d-d43f-433d-a9e4-1f758eff6a51 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:20.483623 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-29af9110-597f-4db0-957e-c3c133f4a139 req-cc42a31d-d43f-433d-a9e4-1f758eff6a51 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 932 time: 0.3196008 Jul 04 09:36:20.564123 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-29af9110-597f-4db0-957e-c3c133f4a139 req-bdfc4493-d93e-4b6b-9da3-5f165594ef60 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737863 Jul 04 09:36:20.571907 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:36:20.579586 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Publish callbacks [] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:20.592893 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Transition to ACTIVE for port object 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:36:20.597152 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:20.650168 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:20.720988 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Attempting to bind port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:36:20.721334 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Attempting to bind port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:36:20.721694 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Attempting to bind port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 on network 618c36e6-8695-4130-9f58-1669576b2f7e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:36:20.726763 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 on network 618c36e6-8695-4130-9f58-1669576b2f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:36:20.727115 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Attempting to bind port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 on network 618c36e6-8695-4130-9f58-1669576b2f7e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:36:20.732086 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:36:20.732429 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Checking segment: {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:36:20.732815 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Bound using segment: {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:36:20.733269 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Bound port: 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198ad0c7-d043-4f02-9949-261ca3272c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:36:20.733628 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:20.795258 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:36:20.799219 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:36:20.805213 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:20.841140 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:20.841768 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:20.843186 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] 10.222.0.62 "PUT /v2.0/ports/7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 HTTP/1.1" status: 200 len: 1094 time: 0.9140399 Jul 04 09:36:20.843625 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:20.845826 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce74bac-0c6e-415e-b11e-0626fc909a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:20.871263 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0769f1c-6f8e-4628-a735-daf92226860a service neutron] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:20.887596 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb9852-0b30-46d4-b242-0f78567d33df x-openstack-request-id: req-49bb9852-0b30-46d4-b242-0f78567d33df {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:20.887962 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:20.888217 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49bb9852-0b30-46d4-b242-0f78567d33df {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:20.888621 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bb9852-0b30-46d4-b242-0f78567d33df'] response: {'name': 'network-changed', 'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'status': 'completed', 'code': 200} Jul 04 09:36:20.967165 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-03ebaf36-a3f6-4325-bcc3-c37c9750be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:20.968776 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-03ebaf36-a3f6-4325-bcc3-c37c9750be53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0479190 Jul 04 09:36:21.022498 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-63fc5914-5509-4c92-881d-2b75f44f64e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 HTTP/1.1" status: 200 len: 217 time: 0.0335369 Jul 04 09:36:21.075769 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-33284710-724c-4305-abd8-702be2a1a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:21.077211 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-33284710-724c-4305-abd8-702be2a1a172 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0490956 Jul 04 09:36:21.124679 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-ca639cf5-7b1d-4cf2-adb2-0868ab2ebe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:21.126214 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-ca639cf5-7b1d-4cf2-adb2-0868ab2ebe5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426280 Jul 04 09:36:21.213404 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-1205de8e-1f7c-4899-9725-3949455a159d service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807033 Jul 04 09:36:21.310516 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d7eb381a-8333-4dfa-a75d-c54fc2327f9c req-2277fc8a-80fd-4164-b46a-13fbfb082da2 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863802 Jul 04 09:36:21.336093 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 455d62b3-55fe-4182-95e6-12d55d89ba81 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:36:21.433197 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 455d62b3-55fe-4182-95e6-12d55d89ba81, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=455d62b3-55fe-4182-95e6-12d55d89ba81,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:21.444929 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '455d62b3-55fe-4182-95e6-12d55d89ba81', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'port_id': '455d62b3-55fe-4182-95e6-12d55d89ba81', 'mac_address': 'fa:16:3e:38:f8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:36:21.471197 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-b43b9982-c376-4eea-b7cc-566080efa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:21.473147 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-b43b9982-c376-4eea-b7cc-566080efa09f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0452685 Jul 04 09:36:21.480946 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 455d62b3-55fe-4182-95e6-12d55d89ba81 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:36:21.481366 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:21.496354 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455d62b3-55fe-4182-95e6-12d55d89ba81 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:36:21.517740 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 455d62b3-55fe-4182-95e6-12d55d89ba81, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=455d62b3-55fe-4182-95e6-12d55d89ba81,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:21.522547 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:21.568239 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=455d62b3-55fe-4182-95e6-12d55d89ba81,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:21.599137 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-329bac44-fbe4-48a2-899e-afb1d40d5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:21.600685 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-329bac44-fbe4-48a2-899e-afb1d40d5f31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.1217752 Jul 04 09:36:21.622470 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be31cef-cc04-402a-a6a1-07bc69350469 req-1d3e01fc-f00c-41cf-ac73-5e64d04d94c2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:21.623952 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5be31cef-cc04-402a-a6a1-07bc69350469 req-1d3e01fc-f00c-41cf-ac73-5e64d04d94c2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 945 time: 0.0860195 Jul 04 09:36:21.652110 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-652d6f43-c7e8-44d7-b452-a36f82114bc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 HTTP/1.1" status: 200 len: 217 time: 0.0438397 Jul 04 09:36:21.697036 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a5109-21bd-43b7-90de-2cbe3a6b1e5b req-8466bc9d-0910-49d9-a846-c31665e759fc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:21.699162 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b91a5109-21bd-43b7-90de-2cbe3a6b1e5b req-8466bc9d-0910-49d9-a846-c31665e759fc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0588624 Jul 04 09:36:21.734400 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-23522239-ec5b-472e-8a28-4d57b5660e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:21.735765 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-23522239-ec5b-472e-8a28-4d57b5660e26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0775275 Jul 04 09:36:21.740553 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5be31cef-cc04-402a-a6a1-07bc69350469 req-fced41b1-c624-49c3-9201-4ac7adb0bab1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909197 Jul 04 09:36:21.746933 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b91a5109-21bd-43b7-90de-2cbe3a6b1e5b req-b2f00143-28fc-48ed-acf5-aff9ee4dfc24 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Jul 04 09:36:21.785938 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-d4e50efb-3964-4eac-81b1-c04ac88d3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:21.787533 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-d4e50efb-3964-4eac-81b1-c04ac88d3a2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454371 Jul 04 09:36:21.880063 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-c86558df-55e7-4315-a2b3-763e237237bc service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851743 Jul 04 09:36:21.969802 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1ce74bac-0c6e-415e-b11e-0626fc909a4d req-c305e936-0573-4690-95e9-a373591204d3 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823369 Jul 04 09:36:22.277573 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['455d62b3-55fe-4182-95e6-12d55d89ba81'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:36:22.861639 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b168a9-cb02-4f55-8e22-b783f5ad6021 req-0391817d-c622-4fd3-b83a-9c1e21677113 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:22.864721 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a4b168a9-cb02-4f55-8e22-b783f5ad6021 req-0391817d-c622-4fd3-b83a-9c1e21677113 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 945 time: 0.0567849 Jul 04 09:36:22.882686 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9483f-7028-4446-97cf-e53fb263a6af req-c10be543-66c6-49d3-a5c6-89c6cad89570 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:22.884180 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b8f9483f-7028-4446-97cf-e53fb263a6af req-c10be543-66c6-49d3-a5c6-89c6cad89570 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0532212 Jul 04 09:36:22.913501 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a4b168a9-cb02-4f55-8e22-b783f5ad6021 req-7676fda7-40d4-4e8a-bc81-c50eaf6f6550 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Jul 04 09:36:22.931442 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b8f9483f-7028-4446-97cf-e53fb263a6af req-9e381d25-007c-4906-b67b-7a77b72debf9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Jul 04 09:36:24.037289 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19c141-d879-4a01-b989-b393a0f35c92 req-72f657cc-482f-4400-a08e-538830cce257 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:24.038844 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b19c141-d879-4a01-b989-b393a0f35c92 req-72f657cc-482f-4400-a08e-538830cce257 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 945 time: 0.0597804 Jul 04 09:36:24.054484 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f2b58-94f7-4753-bc1d-e9a613936af1 req-087bfe5c-562b-4544-8f26-6f668c7d5d21 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:24.055991 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c42f2b58-94f7-4753-bc1d-e9a613936af1 req-087bfe5c-562b-4544-8f26-6f668c7d5d21 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0531569 Jul 04 09:36:24.087117 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b19c141-d879-4a01-b989-b393a0f35c92 req-6f47ccb3-4fe5-47a8-829d-7fb9e0761365 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422859 Jul 04 09:36:24.108133 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c42f2b58-94f7-4753-bc1d-e9a613936af1 req-73d8a96a-1ce4-4a5d-b809-ebca52c28b2c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457373 Jul 04 09:36:25.213420 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3deea-5298-479a-b77a-2ab176ed811b req-6b63fdf9-d4a1-4142-bb79-e3c9365dbd28 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:25.215063 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e4c3deea-5298-479a-b77a-2ab176ed811b req-6b63fdf9-d4a1-4142-bb79-e3c9365dbd28 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 945 time: 0.0585585 Jul 04 09:36:25.233198 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a58a1e-de71-41d2-979a-138f79b91260 req-9094de9d-c6a5-407f-8f0c-2f07edea99f5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:25.234723 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-29a58a1e-de71-41d2-979a-138f79b91260 req-9094de9d-c6a5-407f-8f0c-2f07edea99f5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0568800 Jul 04 09:36:25.263757 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e4c3deea-5298-479a-b77a-2ab176ed811b req-033992f0-8b6f-42fe-a240-7220f9c3ddd9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428808 Jul 04 09:36:25.283586 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-29a58a1e-de71-41d2-979a-138f79b91260 req-ecd502cc-c737-4e14-975a-913933d82fa2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Jul 04 09:36:25.335373 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:36:25.354239 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 455d62b3-55fe-4182-95e6-12d55d89ba81 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:36:25.462348 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 455d62b3-55fe-4182-95e6-12d55d89ba81 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:36:25.474549 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 455d62b3-55fe-4182-95e6-12d55d89ba81 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:36:25.474924 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:25.477383 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:25.508666 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'port_id': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'mac_address': 'fa:16:3e:e4:06:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:36:25.575805 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:36:25.576106 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:25.597344 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:36:25.601312 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 455d62b3-55fe-4182-95e6-12d55d89ba81 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:36:25.601689 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:25.633074 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:25.637158 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455d62b3-55fe-4182-95e6-12d55d89ba81'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:25.639384 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45ddbfb-2e50-476e-a6b5-4ceb3b06b6a2" -d '{"events": [{"server_uuid": "fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7", "name": "network-vif-plugged", "status": "completed", "tag": "455d62b3-55fe-4182-95e6-12d55d89ba81"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:25.648658 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:25.655581 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 455d62b3-55fe-4182-95e6-12d55d89ba81, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=455d62b3-55fe-4182-95e6-12d55d89ba81,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:25.675122 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:25.678286 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2963b3e9-8bc9-47b8-81bb-b5199d2242f6 x-openstack-request-id: req-2963b3e9-8bc9-47b8-81bb-b5199d2242f6 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:25.678576 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7", "name": "network-vif-plugged", "status": "completed", "tag": "455d62b3-55fe-4182-95e6-12d55d89ba81", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:25.678826 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2963b3e9-8bc9-47b8-81bb-b5199d2242f6 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:25.679210 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2963b3e9-8bc9-47b8-81bb-b5199d2242f6'] response: {'server_uuid': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455d62b3-55fe-4182-95e6-12d55d89ba81', 'code': 200} Jul 04 09:36:25.703711 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:25.758913 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=455d62b3-55fe-4182-95e6-12d55d89ba81,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:25.922398 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b13c1-7ae1-4577-88ac-6c6d29fa4bae req-95f7a8c7-39d7-4d2c-826c-76649ec2d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:25.924028 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-785b13c1-7ae1-4577-88ac-6c6d29fa4bae req-95f7a8c7-39d7-4d2c-826c-76649ec2d897 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 1130 time: 0.0493102 Jul 04 09:36:25.979072 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-785b13c1-7ae1-4577-88ac-6c6d29fa4bae req-2364b8ed-4264-4013-9ad3-f2e101e52113 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481172 Jul 04 09:36:26.164634 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:36:26.420273 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b954635-a6c5-486d-8911-6d1facba67c7 req-938a45e1-0f69-467f-8388-4f7165454843 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:26.421759 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3b954635-a6c5-486d-8911-6d1facba67c7 req-938a45e1-0f69-467f-8388-4f7165454843 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 946 time: 0.0552027 Jul 04 09:36:26.442443 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829173a-ddcb-42b2-94e1-385087a534a9 req-4f9a373b-0f47-487d-9ad4-3824df0935a7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:26.443932 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c829173a-ddcb-42b2-94e1-385087a534a9 req-4f9a373b-0f47-487d-9ad4-3824df0935a7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 945 time: 0.0545495 Jul 04 09:36:26.468409 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3b954635-a6c5-486d-8911-6d1facba67c7 req-72b64a98-fe94-4417-a9a8-ac10e66d3c69 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410609 Jul 04 09:36:26.494161 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c829173a-ddcb-42b2-94e1-385087a534a9 req-ea6d15d9-ceca-44a9-a763-68bd9636a043 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446160 Jul 04 09:36:26.582305 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca9c8-2dff-452b-9482-5b454fbd0ad8 req-7c309938-c8a3-4f70-8d70-26bb64b8025f tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:26.583795 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-565ca9c8-2dff-452b-9482-5b454fbd0ad8 req-7c309938-c8a3-4f70-8d70-26bb64b8025f tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.0564902 Jul 04 09:36:26.636672 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-565ca9c8-2dff-452b-9482-5b454fbd0ad8 req-b2abe2c8-e9a3-494b-8409-b810d4eeaae5 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472755 Jul 04 09:36:26.658672 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59774) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:26.791512 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a81aaec-8520-4ad9-8b19-fa872fea6d68 tempest-TestMinimumBasicScenario-600520408 tempest-TestMinimumBasicScenario-600520408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:26.793007 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-4a81aaec-8520-4ad9-8b19-fa872fea6d68 tempest-TestMinimumBasicScenario-600520408 tempest-TestMinimumBasicScenario-600520408-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1125 time: 0.1328523 Jul 04 09:36:26.796121 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59778) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:26.801064 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'port_id': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:26.820371 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:26.918334 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:27.020773 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Allocated IP 172.27.3.27 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/44e2c0f5-ad6c-4c45-9a34-a86f715e6372) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:36:27.120932 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for port (44e2c0f5-ad6c-4c45-9a34-a86f715e6372), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:27.151583 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (44e2c0f5-ad6c-4c45-9a34-a86f715e6372), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:27.188633 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:36:27.191548 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:36:27.195157 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:36:27.199879 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'Port': ['ID=44e2c0f5-ad6c-4c45-9a34-a86f715e6372,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:27.226590 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.226940 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.227288 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.227626 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.227962 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.228296 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.228626 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.228954 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.229281 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.229606 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.229932 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.230280 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.230602 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:27.594828 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b9a24-fc12-4624-9bc1-32dfccbd5ad1 req-b66ea1f0-1e06-4a0b-9d02-181a47cabf1c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:27.596439 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-596b9a24-fc12-4624-9bc1-32dfccbd5ad1 req-b66ea1f0-1e06-4a0b-9d02-181a47cabf1c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 946 time: 0.0559390 Jul 04 09:36:27.651448 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-596b9a24-fc12-4624-9bc1-32dfccbd5ad1 req-a4e412a9-b366-477c-8da7-2d3f9752104e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474792 Jul 04 09:36:27.801831 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c462f-ac12-4020-a643-2d44608af261 req-d18df90f-5903-42a5-8720-9391491b2509 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:27.803540 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dd0c462f-ac12-4020-a643-2d44608af261 req-d18df90f-5903-42a5-8720-9391491b2509 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 945 time: 0.1048563 Jul 04 09:36:27.860440 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for floatingip (066bdfc4-37f4-4679-b3f8-f56ae22ab671), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:27.895926 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dd0c462f-ac12-4020-a643-2d44608af261 req-cef03261-68de-482d-9f44-5e387343143b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756915 Jul 04 09:36:27.938329 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (44e2c0f5-ad6c-4c45-9a34-a86f715e6372), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.086126 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for port (44e2c0f5-ad6c-4c45-9a34-a86f715e6372), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.090725 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (44e2c0f5-ad6c-4c45-9a34-a86f715e6372), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.156420 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'Port': ['ID=44e2c0f5-ad6c-4c45-9a34-a86f715e6372,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:28.169101 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (066bdfc4-37f4-4679-b3f8-f56ae22ab671), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.261074 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Floating IP 066bdfc4-37f4-4679-b3f8-f56ae22ab671 associated. External IP: 172.27.3.27, port: 0abe89d9-5d50-4f70-8eb2-ec48e30db84d. Jul 04 09:36:28.461675 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Router 083a2209-3384-4b67-b5df-747450198ec8 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:36:28.561863 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:36:28.572238 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] Sync routers for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:36:28.580045 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.582381 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:28.582989 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:28.609815 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-27a83bf1-d4c5-4cfa-8475-e7c9cdba511c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8126380 Jul 04 09:36:28.610787 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:28.613585 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59784) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:28.614081 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14be4690-048e-4331-95f5-58e5d9fe113e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:28.618189 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-ec0070ac-0115-4f73-9b08-51e889116a79 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357531319', 'description': 'tempest-secgroup-smoke-357531319 description', 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:28.639650 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ec0070ac-0115-4f73-9b08-51e889116a79 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.652445 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d53e0-616c-4527-8fe7-d73711383123 x-openstack-request-id: req-898d53e0-616c-4527-8fe7-d73711383123 {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:28.652809 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:28.653187 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-898d53e0-616c-4527-8fe7-d73711383123 {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:28.653652 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898d53e0-616c-4527-8fe7-d73711383123'] response: {'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'status': 'completed', 'code': 200} Jul 04 09:36:28.689591 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:28.747428 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ec0070ac-0115-4f73-9b08-51e889116a79 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group (d3ccf4d1-b379-4863-a6db-f00a97d16e8e), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.756003 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ec0070ac-0115-4f73-9b08-51e889116a79 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (d3ccf4d1-b379-4863-a6db-f00a97d16e8e), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.787231 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0070ac-0115-4f73-9b08-51e889116a79 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ccf4d1-b379-4863-a6db-f00a97d16e8e,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:28.788607 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9727f9-843b-4f62-81d4-cf81472b4af8 req-303552de-be0c-462a-b3a9-2840ab1bd6f5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:28.797970 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5f9727f9-843b-4f62-81d4-cf81472b4af8 req-303552de-be0c-462a-b3a9-2840ab1bd6f5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 946 time: 0.0634215 Jul 04 09:36:28.805367 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be4690-048e-4331-95f5-58e5d9fe113e req-ae13a152-b106-4508-8761-fb95edd651e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:28.808413 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-14be4690-048e-4331-95f5-58e5d9fe113e req-ae13a152-b106-4508-8761-fb95edd651e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1130 time: 0.0988102 Jul 04 09:36:28.811397 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ec0070ac-0115-4f73-9b08-51e889116a79 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.816508 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-ec0070ac-0115-4f73-9b08-51e889116a79 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1985538 Jul 04 09:36:28.817039 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59794) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:28.822285 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-408d04c6-37a8-456e-b2a5-c3c1c2ecf9ab tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'security_group_rule': {'security_group_id': 'd3ccf4d1-b379-4863-a6db-f00a97d16e8e', 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:28.844489 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5f9727f9-843b-4f62-81d4-cf81472b4af8 req-4149d701-226e-4527-bcdf-ed1bbef2113f tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455513 Jul 04 09:36:28.910587 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-408d04c6-37a8-456e-b2a5-c3c1c2ecf9ab tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (9741d86c-7a3d-42c8-9729-5884207cbe21), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:28.934752 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '066bdfc4-37f4-4679-b3f8-f56ae22ab671', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '083a2209-3384-4b67-b5df-747450198ec8', 'port_id': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'mac_address': 'fa:16:3e:06:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:27Z', 'updated_at': '2022-07-04T09:36:27Z', 'revision_number': 0, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b', 'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'mac_address': 'fa:16:3e:fa:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:29Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 5, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'subnets': [{'id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:28.966695 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] Checking router: 083a2209-3384-4b67-b5df-747450198ec8 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:36:28.976198 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:28.976803 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:29.006961 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be4690-048e-4331-95f5-58e5d9fe113e req-2dd48ed7-cf05-450f-9023-5d08f0598fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:29.008451 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-14be4690-048e-4331-95f5-58e5d9fe113e req-2dd48ed7-cf05-450f-9023-5d08f0598fd7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 200 len: 916 time: 0.1796298 Jul 04 09:36:29.036397 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1e39d-846a-4d8f-bd0e-9b8bdc12089a req-7e54149e-cbf6-44dc-934a-61766ec26221 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:29.036644 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92172a7-14d5-43f1-813a-856610a1c476 req-dfdfc5c9-8261-4a96-a5d0-44106952d189 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:29.038125 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b92172a7-14d5-43f1-813a-856610a1c476 req-dfdfc5c9-8261-4a96-a5d0-44106952d189 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 946 time: 0.1238217 Jul 04 09:36:29.041822 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-afd1e39d-846a-4d8f-bd0e-9b8bdc12089a req-7e54149e-cbf6-44dc-934a-61766ec26221 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 945 time: 0.0632863 Jul 04 09:36:29.050728 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59800) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:29.062269 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-27aa774e-b225-423d-bd8d-eec54e2d2425 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'floatingip': {'port_id': '455d62b3-55fe-4182-95e6-12d55d89ba81'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:29.075990 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-408d04c6-37a8-456e-b2a5-c3c1c2ecf9ab tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (9741d86c-7a3d-42c8-9729-5884207cbe21), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.083611 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-408d04c6-37a8-456e-b2a5-c3c1c2ecf9ab tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (9741d86c-7a3d-42c8-9729-5884207cbe21), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.100826 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:29.113267 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d04c6-37a8-456e-b2a5-c3c1c2ecf9ab tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9741d86c-7a3d-42c8-9729-5884207cbe21,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:29.121407 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-408d04c6-37a8-456e-b2a5-c3c1c2ecf9ab tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.125692 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-408d04c6-37a8-456e-b2a5-c3c1c2ecf9ab tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049901 Jul 04 09:36:29.125860 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27aa774e-b225-423d-bd8d-eec54e2d2425 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (cb739ea8-3f6c-4583-b14e-d62d1349c739), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.125979 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-14be4690-048e-4331-95f5-58e5d9fe113e req-336c796f-1698-43a9-91e2-c5e55d799f11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 999 time: 0.1074393 Jul 04 09:36:29.125979 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59806) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:29.131929 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-c7ca67a5-c376-4c93-bb9a-84fe28b75a0a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'security_group_rule': {'security_group_id': 'd3ccf4d1-b379-4863-a6db-f00a97d16e8e', 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:29.206087 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c7ca67a5-c376-4c93-bb9a-84fe28b75a0a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (38c211e7-aa8c-4ad8-9918-af57a083a581), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.211084 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be4690-048e-4331-95f5-58e5d9fe113e req-fb2ccc8d-d9dc-4db0-902a-8ccc51ee4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:29.212589 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-14be4690-048e-4331-95f5-58e5d9fe113e req-fb2ccc8d-d9dc-4db0-902a-8ccc51ee4c57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70327bc2-1672-43cb-aaf6-c5a632e05ab6 HTTP/1.1" status: 200 len: 854 time: 0.0754411 Jul 04 09:36:29.234741 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-afd1e39d-846a-4d8f-bd0e-9b8bdc12089a req-e00021ae-49dd-4624-b23c-18efe4b4c757 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822588 Jul 04 09:36:29.306545 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c7ca67a5-c376-4c93-bb9a-84fe28b75a0a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (38c211e7-aa8c-4ad8-9918-af57a083a581), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.309636 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be4690-048e-4331-95f5-58e5d9fe113e req-f8d9a4d9-6cee-4f53-b600-f38d61740bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:29.311296 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-14be4690-048e-4331-95f5-58e5d9fe113e req-f8d9a4d9-6cee-4f53-b600-f38d61740bf6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31b48d69-0bfe-4e4e-a4e3-879a588332a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924320 Jul 04 09:36:29.313371 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c7ca67a5-c376-4c93-bb9a-84fe28b75a0a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (38c211e7-aa8c-4ad8-9918-af57a083a581), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.340634 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca67a5-c376-4c93-bb9a-84fe28b75a0a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c211e7-aa8c-4ad8-9918-af57a083a581,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:29.351660 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:36:29.383833 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '066bdfc4-37f4-4679-b3f8-f56ae22ab671', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '083a2209-3384-4b67-b5df-747450198ec8', 'port_id': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'mac_address': 'fa:16:3e:06:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:27Z', 'updated_at': '2022-07-04T09:36:27Z', 'revision_number': 0, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b', 'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'mac_address': 'fa:16:3e:fa:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:29Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 5, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'subnets': [{'id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:29.384790 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c7ca67a5-c376-4c93-bb9a-84fe28b75a0a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.389012 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c7ca67a5-c376-4c93-bb9a-84fe28b75a0a tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2591431 Jul 04 09:36:29.390263 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59808) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:29.400687 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-2b767120-2fb2-4a9c-b15c-914e0e5769fe tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'security_group_rule': {'security_group_id': 'd3ccf4d1-b379-4863-a6db-f00a97d16e8e', 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:29.421476 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0fb1-722c-41c1-bdd8-953060ba3f15 None None] The sync data for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi is: [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '066bdfc4-37f4-4679-b3f8-f56ae22ab671', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '083a2209-3384-4b67-b5df-747450198ec8', 'port_id': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'mac_address': 'fa:16:3e:06:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:27Z', 'updated_at': '2022-07-04T09:36:27Z', 'revision_number': 0, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b', 'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'mac_address': 'fa:16:3e:fa:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:29Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 5, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'subnets': [{'id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:36:29.432225 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:36:29.439090 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:36:29.439612 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.454964 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2b767120-2fb2-4a9c-b15c-914e0e5769fe tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (b87811c5-fdd8-48c3-95cd-3ff497e0af4e), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.459750 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-14be4690-048e-4331-95f5-58e5d9fe113e req-312345b1-0326-49d8-acf1-6ec7831f9f70 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343770 Jul 04 09:36:29.525747 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:36:29.526301 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.549926 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:29.553138 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb003e4e-4bab-470a-acda-be960b5f90a8" -d '{"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-plugged", "status": "completed", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:29.569016 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:29.575496 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.606968 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2b767120-2fb2-4a9c-b15c-914e0e5769fe tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (b87811c5-fdd8-48c3-95cd-3ff497e0af4e), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.616988 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aff19a4-1e2b-4ee2-a500-0491c6ab755f x-openstack-request-id: req-1aff19a4-1e2b-4ee2-a500-0491c6ab755f {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:29.617409 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-plugged", "status": "completed", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:29.617666 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1aff19a4-1e2b-4ee2-a500-0491c6ab755f {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:29.618088 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aff19a4-1e2b-4ee2-a500-0491c6ab755f'] response: {'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'code': 200} Jul 04 09:36:29.622129 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2b767120-2fb2-4a9c-b15c-914e0e5769fe tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (b87811c5-fdd8-48c3-95cd-3ff497e0af4e), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.655726 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2b767120-2fb2-4a9c-b15c-914e0e5769fe tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.657003 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-2b767120-2fb2-4a9c-b15c-914e0e5769fe tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2656808 Jul 04 09:36:29.661807 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59812) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:29.668067 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-c0a76265-e8bc-49f9-8a4b-43123882d0f7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'security_group_rule': {'security_group_id': 'd3ccf4d1-b379-4863-a6db-f00a97d16e8e', 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:29.689037 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b767120-2fb2-4a9c-b15c-914e0e5769fe tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87811c5-fdd8-48c3-95cd-3ff497e0af4e,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:29.692962 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-14be4690-048e-4331-95f5-58e5d9fe113e req-26cf0fd8-2355-4071-ad20-5a0f89a8e2ad service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190149 Jul 04 09:36:29.704347 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c0a76265-e8bc-49f9-8a4b-43123882d0f7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (d9f01789-8c7a-47ec-8f30-5c146477f768), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.786532 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c0a76265-e8bc-49f9-8a4b-43123882d0f7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (d9f01789-8c7a-47ec-8f30-5c146477f768), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.793536 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27aa774e-b225-423d-bd8d-eec54e2d2425 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.794065 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c0a76265-e8bc-49f9-8a4b-43123882d0f7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (d9f01789-8c7a-47ec-8f30-5c146477f768), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.799760 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27aa774e-b225-423d-bd8d-eec54e2d2425 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (cb739ea8-3f6c-4583-b14e-d62d1349c739), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.805916 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e267ce-5a16-4c22-b427-bc7690b60290 None None] New status for floating IP 066bdfc4-37f4-4679-b3f8-f56ae22ab671: ACTIVE {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:36:29.810886 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a76265-e8bc-49f9-8a4b-43123882d0f7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f01789-8c7a-47ec-8f30-5c146477f768,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:29.833822 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c0a76265-e8bc-49f9-8a4b-43123882d0f7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.837726 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c0a76265-e8bc-49f9-8a4b-43123882d0f7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1710339 Jul 04 09:36:29.838076 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59814) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:29.842970 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-3178f374-7af7-4ae5-b6e6-54c315ca8838 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'security_group_rule': {'security_group_id': 'd3ccf4d1-b379-4863-a6db-f00a97d16e8e', 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:29.863138 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:29.869180 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.securitygroups_db [None req-3178f374-7af7-4ae5-b6e6-54c315ca8838 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Project 9bc183ddcb6f461a94e65284e8d6cfe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:36:29.875506 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3178f374-7af7-4ae5-b6e6-54c315ca8838 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (a1275bbe-bce6-4477-a3ff-f78f9b5cf0cc), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.881982 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.882358 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.882713 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.883435 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.883435 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.883706 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.884043 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.884376 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.885023 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.885023 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.885348 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.885671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.885994 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:36:29.904432 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-27aa774e-b225-423d-bd8d-eec54e2d2425 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Floating IP cb739ea8-3f6c-4583-b14e-d62d1349c739 associated. External IP: 172.27.3.70, port: 455d62b3-55fe-4182-95e6-12d55d89ba81. Jul 04 09:36:29.986558 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b2151-0e58-472d-b772-eaf94a7a1345 req-01610b4f-9149-446c-ae5f-89a4d6bbe4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:29.988369 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c77b2151-0e58-472d-b772-eaf94a7a1345 req-01610b4f-9149-446c-ae5f-89a4d6bbe4a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 1130 time: 0.0738852 Jul 04 09:36:29.990168 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3178f374-7af7-4ae5-b6e6-54c315ca8838 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (a1275bbe-bce6-4477-a3ff-f78f9b5cf0cc), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:29.995377 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3178f374-7af7-4ae5-b6e6-54c315ca8838 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (a1275bbe-bce6-4477-a3ff-f78f9b5cf0cc), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.041395 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3178f374-7af7-4ae5-b6e6-54c315ca8838 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.042614 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-3178f374-7af7-4ae5-b6e6-54c315ca8838 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2030313 Jul 04 09:36:30.045643 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59816) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:30.045886 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178f374-7af7-4ae5-b6e6-54c315ca8838 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1275bbe-bce6-4477-a3ff-f78f9b5cf0cc,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:30.054383 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-104ac8c8-16b1-415f-8e9f-91bed254cf14 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'security_group_rule': {'security_group_id': 'd3ccf4d1-b379-4863-a6db-f00a97d16e8e', 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:30.072274 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c77b2151-0e58-472d-b772-eaf94a7a1345 req-1f1a6f99-f578-498d-adea-fd906511fc02 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642631 Jul 04 09:36:30.108239 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.securitygroups_db [None req-104ac8c8-16b1-415f-8e9f-91bed254cf14 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Project 9bc183ddcb6f461a94e65284e8d6cfe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:36:30.120432 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-104ac8c8-16b1-415f-8e9f-91bed254cf14 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (8732bdd1-329b-46b2-9442-3f83cd0724b7), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.154474 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aa774e-b225-423d-bd8d-eec54e2d2425 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:36:30.235084 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-104ac8c8-16b1-415f-8e9f-91bed254cf14 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (8732bdd1-329b-46b2-9442-3f83cd0724b7), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.258579 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-104ac8c8-16b1-415f-8e9f-91bed254cf14 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (8732bdd1-329b-46b2-9442-3f83cd0724b7), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.290083 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ac8c8-16b1-415f-8e9f-91bed254cf14 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8732bdd1-329b-46b2-9442-3f83cd0724b7,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:30.300166 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-104ac8c8-16b1-415f-8e9f-91bed254cf14 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.301364 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-104ac8c8-16b1-415f-8e9f-91bed254cf14 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2505717 Jul 04 09:36:30.304217 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa774e-b225-423d-bd8d-eec54e2d2425 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:36:30.308479 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-27aa774e-b225-423d-bd8d-eec54e2d2425 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.327148 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:36:30.340943 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:30.341563 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:30.369251 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-27aa774e-b225-423d-bd8d-eec54e2d2425 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "PUT /v2.0/floatingips/cb739ea8-3f6c-4583-b14e-d62d1349c739 HTTP/1.1" status: 200 len: 991 time: 1.3156064 Jul 04 09:36:30.392030 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68413adf-5220-4dc0-8cea-55de9d32070a req-8e1e697e-704d-4cb5-870b-897782c75193 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:30.394892 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-68413adf-5220-4dc0-8cea-55de9d32070a req-8e1e697e-704d-4cb5-870b-897782c75193 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0835450 Jul 04 09:36:30.419906 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-8dfba6c2-cd1a-43ff-bd89-b2e4c492c178 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357531319&fields=id&tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5 HTTP/1.1" status: 200 len: 267 time: 0.0537121 Jul 04 09:36:30.444165 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:30.445782 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-68413adf-5220-4dc0-8cea-55de9d32070a req-65928b4c-86a0-4a36-938d-22b523bbadec tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457776 Jul 04 09:36:30.477347 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-5bb43bfa-d689-4e41-9327-a03cc9fb00eb tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:30.478993 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-5bb43bfa-d689-4e41-9327-a03cc9fb00eb tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.0563824 Jul 04 09:36:30.489943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-12cc6037-4ca8-49e2-b899-c00f1c6cabb1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'port': {'security_groups': ['a0a41c12-9ccc-4113-892f-6aa96e083da2', 'd3ccf4d1-b379-4863-a6db-f00a97d16e8e']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:30.562261 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-12cc6037-4ca8-49e2-b899-c00f1c6cabb1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.655242 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'tag': '455d62b3-55fe-4182-95e6-12d55d89ba81'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:30.657932 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f99465-cc15-4ed2-808e-28ffc83dbf88" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7", "tag": "455d62b3-55fe-4182-95e6-12d55d89ba81"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:30.663710 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'cb739ea8-3f6c-4583-b14e-d62d1349c739', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '455d62b3-55fe-4182-95e6-12d55d89ba81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:38:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:13Z', 'updated_at': '2022-07-04T09:36:29Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:30.694493 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:36:30.695896 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b841a5-63c1-45c1-8650-09303d2c3ea0 x-openstack-request-id: req-90b841a5-63c1-45c1-8650-09303d2c3ea0 {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:30.696124 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7", "tag": "455d62b3-55fe-4182-95e6-12d55d89ba81", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:30.696440 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90b841a5-63c1-45c1-8650-09303d2c3ea0 {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:30.697359 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b841a5-63c1-45c1-8650-09303d2c3ea0'] response: {'name': 'network-changed', 'server_uuid': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'tag': '455d62b3-55fe-4182-95e6-12d55d89ba81', 'status': 'completed', 'code': 200} Jul 04 09:36:30.703259 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:30.703868 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:30.781091 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-12cc6037-4ca8-49e2-b899-c00f1c6cabb1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] For port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:30.806514 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:30.818678 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-12cc6037-4ca8-49e2-b899-c00f1c6cabb1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.822779 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-d099ea56-fdc9-4734-a845-8582f9321543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:30.824349 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-d099ea56-fdc9-4734-a845-8582f9321543 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 1130 time: 0.0774696 Jul 04 09:36:30.825433 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-12cc6037-4ca8-49e2-b899-c00f1c6cabb1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.886149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['0abe89d9-5d50-4f70-8eb2-ec48e30db84d'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:36:30.930402 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-12cc6037-4ca8-49e2-b899-c00f1c6cabb1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:30.931531 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-12cc6037-4ca8-49e2-b899-c00f1c6cabb1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:30.933353 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3f94c501-b48b-441e-a4bc-706e5309e2be req-12cc6037-4ca8-49e2-b899-c00f1c6cabb1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "PUT /v2.0/ports/0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 982 time: 0.4484003 Jul 04 09:36:30.933834 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:30.936769 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d82b0d3-9754-4a89-beae-c40fd7444f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:30.968747 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc6037-4ca8-49e2-b899-c00f1c6cabb1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'Port': ['ID=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,revision_number=6']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:31.008992 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db378a9-cade-4df4-bc66-0f9c89b9c383 x-openstack-request-id: req-1db378a9-cade-4df4-bc66-0f9c89b9c383 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:31.009264 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:31.009512 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1db378a9-cade-4df4-bc66-0f9c89b9c383 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:31.010163 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db378a9-cade-4df4-bc66-0f9c89b9c383'] response: {'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'status': 'completed', 'code': 200} Jul 04 09:36:31.016209 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-4276baf4-2138-440e-803b-216f14b62c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:31.020157 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-4276baf4-2138-440e-803b-216f14b62c42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 916 time: 0.1838198 Jul 04 09:36:31.098556 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'cb739ea8-3f6c-4583-b14e-d62d1349c739', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '455d62b3-55fe-4182-95e6-12d55d89ba81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:38:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:13Z', 'updated_at': '2022-07-04T09:36:29Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:31.129340 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02e808-7dfd-48ec-9e85-fb072495c9e7 req-7f7b6e52-7608-4c97-85cf-b0c2feeda779 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:31.130917 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4d02e808-7dfd-48ec-9e85-fb072495c9e7 req-7f7b6e52-7608-4c97-85cf-b0c2feeda779 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0957046 Jul 04 09:36:31.182370 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-303fb8d1-0ce5-4931-a616-3fe544df3b07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455d62b3-55fe-4182-95e6-12d55d89ba81 HTTP/1.1" status: 200 len: 999 time: 0.1313868 Jul 04 09:36:31.202415 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4d02e808-7dfd-48ec-9e85-fb072495c9e7 req-43d27b54-9b13-4e63-8c3f-a3f92e042736 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623820 Jul 04 09:36:31.208286 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['0abe89d9-5d50-4f70-8eb2-ec48e30db84d'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:36:31.222743 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-685f558c-4a84-4138-abc8-7c8db3e69483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:31.224268 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-685f558c-4a84-4138-abc8-7c8db3e69483 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1169 time: 0.1160002 Jul 04 09:36:31.244540 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-244762d3-2590-43a5-9662-e100c9fbff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:31.246047 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-244762d3-2590-43a5-9662-e100c9fbff4a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0534070 Jul 04 09:36:31.267629 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f1e37-9e57-4cc4-b1b5-fdc4798abffc None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'cb739ea8-3f6c-4583-b14e-d62d1349c739', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': '455d62b3-55fe-4182-95e6-12d55d89ba81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:38:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:13Z', 'updated_at': '2022-07-04T09:36:29Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:36:31.289208 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-f6444cf8-634d-4179-9de3-39edca66ceba None None] Provisioning complete for port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:36:31.289584 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f6444cf8-634d-4179-9de3-39edca66ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:31.355430 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-e70f2b83-32a5-4358-ab8c-1f303d6182bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:31.356889 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-e70f2b83-32a5-4358-ab8c-1f303d6182bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014493 Jul 04 09:36:31.389082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-92bc418a-d8ac-4928-baae-b3ff3d87c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:31.390570 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-92bc418a-d8ac-4928-baae-b3ff3d87c180 service neutron] 10.222.0.62 "GET /v2.0/networks?id=31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 200 len: 916 time: 0.1436017 Jul 04 09:36:31.493895 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-73dc6bff-e4ec-4e0b-b542-1b851aa40cfb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 1001 time: 0.0786533 Jul 04 09:36:31.514726 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-f6444cf8-634d-4179-9de3-39edca66ceba None None] Current status of the port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:36:31.538573 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-24de363c-acb1-4ddc-bd34-43ab234c3308 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699636 Jul 04 09:36:31.558835 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca6906-1e5b-4fd6-9e55-518f2b2022c5 None None] New status for floating IP cb739ea8-3f6c-4583-b14e-d62d1349c739: ACTIVE {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:36:31.854581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-08b11456-ddb3-4067-90b9-57e141789851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:31.856061 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-08b11456-ddb3-4067-90b9-57e141789851 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70327bc2-1672-43cb-aaf6-c5a632e05ab6 HTTP/1.1" status: 200 len: 854 time: 0.3506250 Jul 04 09:36:31.936649 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6d38-dc68-40b0-bf0e-adbbb0b0a887 req-52cb946d-05e3-434a-a107-d75330f547de tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:31.938049 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-748b6d38-dc68-40b0-bf0e-adbbb0b0a887 req-52cb946d-05e3-434a-a107-d75330f547de tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.3950090 Jul 04 09:36:31.946837 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e0f99465-cc15-4ed2-808e-28ffc83dbf88 req-423b0b36-281f-4563-814b-d49da01beb70 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868463 Jul 04 09:36:31.979887 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-9544b6db-2a06-423c-abad-8a755ab0afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:31.981409 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-9544b6db-2a06-423c-abad-8a755ab0afcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31b48d69-0bfe-4e4e-a4e3-879a588332a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089592 Jul 04 09:36:32.011685 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-748b6d38-dc68-40b0-bf0e-adbbb0b0a887 req-f7c4682e-152a-4de4-b633-999cccfcc7a6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672119 Jul 04 09:36:32.087230 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-2d7fe702-cc3e-4570-9f7b-c2593d564146 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860097 Jul 04 09:36:32.178575 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7d82b0d3-9754-4a89-beae-c40fd7444f0c req-1310047e-d0db-435a-9f8b-459dffde9555 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850186 Jul 04 09:36:33.139648 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8954be-3da6-430e-90ff-85ad965fd5cf req-41dad614-6da9-4da2-a101-6c3f933cb5f7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:33.141121 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ed8954be-3da6-430e-90ff-85ad965fd5cf req-41dad614-6da9-4da2-a101-6c3f933cb5f7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0557265 Jul 04 09:36:33.186815 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ed8954be-3da6-430e-90ff-85ad965fd5cf req-fbe47cde-5ecc-4633-b44a-685cc0d9a7b7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401545 Jul 04 09:36:33.303708 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7573802-0edc-4d3d-a482-e258e6e9d3dd req-ab473a8e-8840-4a45-ac42-97895dccab59 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:33.305090 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f7573802-0edc-4d3d-a482-e258e6e9d3dd req-ab473a8e-8840-4a45-ac42-97895dccab59 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0533135 Jul 04 09:36:33.313560 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59838) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:33.318426 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-10f83ff6-e442-4853-a6b5-76a415f01fd5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Request body: {'floatingip': {'port_id': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:33.354857 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-10f83ff6-e442-4853-a6b5-76a415f01fd5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (ecd59c58-98f8-4a85-81b3-893e2f7039e7), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:33.785734 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-10f83ff6-e442-4853-a6b5-76a415f01fd5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:33.789747 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-10f83ff6-e442-4853-a6b5-76a415f01fd5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (ecd59c58-98f8-4a85-81b3-893e2f7039e7), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:33.884532 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [None req-10f83ff6-e442-4853-a6b5-76a415f01fd5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Floating IP ecd59c58-98f8-4a85-81b3-893e2f7039e7 associated. External IP: 172.27.3.123, port: 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36. Jul 04 09:36:34.077848 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f83ff6-e442-4853-a6b5-76a415f01fd5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:36:34.179652 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f83ff6-e442-4853-a6b5-76a415f01fd5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:36:34.184030 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-10f83ff6-e442-4853-a6b5-76a415f01fd5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:34.191359 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] Sync routers for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:36:34.201040 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:34.201710 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:34.215576 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-10f83ff6-e442-4853-a6b5-76a415f01fd5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "PUT /v2.0/floatingips/ecd59c58-98f8-4a85-81b3-893e2f7039e7 HTTP/1.1" status: 200 len: 992 time: 0.9009554 Jul 04 09:36:34.216265 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:34.218670 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded23e0-8993-4067-a4f7-6ddc59a1e89a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:34.254388 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f5a565-d0f5-4ea0-aca0-126e29ffa41b x-openstack-request-id: req-58f5a565-d0f5-4ea0-aca0-126e29ffa41b {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:34.254626 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:34.254881 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58f5a565-d0f5-4ea0-aca0-126e29ffa41b {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:34.255289 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f5a565-d0f5-4ea0-aca0-126e29ffa41b'] response: {'name': 'network-changed', 'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'status': 'completed', 'code': 200} Jul 04 09:36:34.302338 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:34.375599 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-09d5682b-b927-444b-8659-a7e952b5345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:34.377108 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-09d5682b-b927-444b-8659-a7e952b5345c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 1130 time: 0.0504363 Jul 04 09:36:34.468029 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-f7b34317-5274-4089-91de-19aa80e5876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:34.469520 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-f7b34317-5274-4089-91de-19aa80e5876b service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.0849199 Jul 04 09:36:34.513961 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'ecd59c58-98f8-4a85-81b3-893e2f7039e7', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'port_id': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'mac_address': 'fa:16:3e:e4:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:16Z', 'updated_at': '2022-07-04T09:36:33Z', 'revision_number': 1, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:34.538441 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-ba78c994-7fd8-497c-a6b1-b040a3ac36e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 HTTP/1.1" status: 200 len: 1000 time: 0.0550950 Jul 04 09:36:34.541658 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] Checking router: 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:36:34.550722 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:34.551322 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:34.592692 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-1a308b80-73be-4f00-af87-0fd6d2cb1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:34.593726 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-1a308b80-73be-4f00-af87-0fd6d2cb1348 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0484407 Jul 04 09:36:34.645557 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-65b0e8ac-f0ee-47d8-99f6-4db37a8ac121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:34.647122 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-65b0e8ac-f0ee-47d8-99f6-4db37a8ac121 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467229 Jul 04 09:36:34.651572 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:34.735813 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-b9b282d7-d938-449e-a7f2-cf5def5d6f31 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820870 Jul 04 09:36:34.830011 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aded23e0-8993-4067-a4f7-6ddc59a1e89a req-e69e9e7c-59db-4945-b249-0c050ae5035f service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878336 Jul 04 09:36:34.870996 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'ecd59c58-98f8-4a85-81b3-893e2f7039e7', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'port_id': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'mac_address': 'fa:16:3e:e4:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:16Z', 'updated_at': '2022-07-04T09:36:33Z', 'revision_number': 1, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:34.895758 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f5142f-3bf3-4fe9-8238-61d683e5a1b1 None None] The sync data for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi is: [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'ecd59c58-98f8-4a85-81b3-893e2f7039e7', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'port_id': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'mac_address': 'fa:16:3e:e4:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:16Z', 'updated_at': '2022-07-04T09:36:33Z', 'revision_number': 1, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:36:35.100101 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb700b0-0eff-46aa-8fcb-a783474d7955 None None] New status for floating IP ecd59c58-98f8-4a85-81b3-893e2f7039e7: ACTIVE {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:36:41.998865 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf6c3-4b31-401c-97ae-438d83ddd008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:43.182834 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:36:44.100540 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6de17b33-4a5b-4886-92f4-5b5dc50b8a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:44.225491 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fa26d-1e8e-4de9-9ea5-ac79f5dbf79c req-d20dc324-8ccc-4f3d-a740-2329d59bb0fc tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:44.227029 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e36fa26d-1e8e-4de9-9ea5-ac79f5dbf79c req-d20dc324-8ccc-4f3d-a740-2329d59bb0fc tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0568900 Jul 04 09:36:44.275296 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e36fa26d-1e8e-4de9-9ea5-ac79f5dbf79c req-62770502-e54c-41bd-a7d7-1e7835b4f163 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425198 Jul 04 09:36:45.399624 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd26c77-f341-4c7d-a0c4-c5442b5e7132 req-10b0df91-a104-49ef-b603-9866fb99c068 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:45.401093 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dfd26c77-f341-4c7d-a0c4-c5442b5e7132 req-10b0df91-a104-49ef-b603-9866fb99c068 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0544124 Jul 04 09:36:45.446825 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-dfd26c77-f341-4c7d-a0c4-c5442b5e7132 req-4939f07b-1548-49cd-bc41-8165dae926a8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Jul 04 09:36:45.466286 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:46.045133 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-5fbae866-8f3c-446c-9708-54bded0bc77c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:46.046618 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-5fbae866-8f3c-446c-9708-54bded0bc77c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 946 time: 0.0571628 Jul 04 09:36:46.147023 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Deleting port 03c93b7d-49ef-459e-a2f0-50fbdd58042a {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:36:46.147366 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:46.235535 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] For port 03c93b7d-49ef-459e-a2f0-50fbdd58042a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=03c93b7d-49ef-459e-a2f0-50fbdd58042a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:46.235895 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:46.410595 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:46.411621 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (1b44f6aa-1ab9-43ac-9549-a56b8de5ef16), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:46.411957 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Floating IP 1b44f6aa-1ab9-43ac-9549-a56b8de5ef16 disassociated. External IP: 172.27.3.5, port: 03c93b7d-49ef-459e-a2f0-50fbdd58042a. Jul 04 09:36:46.412359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Calling delete_port for 03c93b7d-49ef-459e-a2f0-50fbdd58042a owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:36:46.547328 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (03c93b7d-49ef-459e-a2f0-50fbdd58042a), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:46.576509 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event deleted for resources: {'Port': ['ID=03c93b7d-49ef-459e-a2f0-50fbdd58042a,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:46.579616 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55694d63-86ee-48c9-b52a-cb452df40d26 req-ac3983c2-4cde-48a8-b1bb-3f1195655f91 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:46.581106 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-55694d63-86ee-48c9-b52a-cb452df40d26 req-ac3983c2-4cde-48a8-b1bb-3f1195655f91 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=902dd2b4-44ed-4de4-98d1-c78a30782e5f HTTP/1.1" status: 200 len: 867 time: 0.0561583 Jul 04 09:36:46.642586 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-55694d63-86ee-48c9-b52a-cb452df40d26 req-b84c91c8-8e9d-4786-9361-713592653a20 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ab8c9ce-ad15-404e-a761-d8d484bf5266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548561 Jul 04 09:36:46.693403 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Router 51819c95-5f18-4f9b-8093-54134bfdc8d7 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:36:46.795683 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:36:46.805382 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089892e-2cea-45af-bc37-df379d876bce None None] Sync routers for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:36:46.816379 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089892e-2cea-45af-bc37-df379d876bce None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:46.818103 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-1089892e-2cea-45af-bc37-df379d876bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:46.831646 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:46.840860 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] No DVR routers for this DVR port 03c93b7d-49ef-459e-a2f0-50fbdd58042a on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:36:46.843443 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:46.846867 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-706603c8-6236-4b11-b2b6-9491057b1a76 req-93434df7-2418-4fd0-81aa-2e4fe8dd7126 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "DELETE /v2.0/ports/03c93b7d-49ef-459e-a2f0-50fbdd58042a HTTP/1.1" status: 204 len: 173 time: 0.7847698 Jul 04 09:36:46.847375 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'name': 'network-vif-deleted', 'tag': '03c93b7d-49ef-459e-a2f0-50fbdd58042a'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:46.849703 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1745d0-7a21-4353-99ea-c24741262b4d" -d '{"events": [{"server_uuid": "902dd2b4-44ed-4de4-98d1-c78a30782e5f", "name": "network-vif-deleted", "tag": "03c93b7d-49ef-459e-a2f0-50fbdd58042a"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:46.887916 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb31fdf-bf5b-4bc7-896d-716ef34f8077 x-openstack-request-id: req-9cb31fdf-bf5b-4bc7-896d-716ef34f8077 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:46.888209 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902dd2b4-44ed-4de4-98d1-c78a30782e5f", "name": "network-vif-deleted", "tag": "03c93b7d-49ef-459e-a2f0-50fbdd58042a", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:46.888461 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9cb31fdf-bf5b-4bc7-896d-716ef34f8077 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:46.888861 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb31fdf-bf5b-4bc7-896d-716ef34f8077'] response: {'server_uuid': '902dd2b4-44ed-4de4-98d1-c78a30782e5f', 'name': 'network-vif-deleted', 'tag': '03c93b7d-49ef-459e-a2f0-50fbdd58042a', 'status': 'completed', 'code': 200} Jul 04 09:36:46.925834 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-1089892e-2cea-45af-bc37-df379d876bce None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:47.131871 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-1089892e-2cea-45af-bc37-df379d876bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:47.154810 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089892e-2cea-45af-bc37-df379d876bce None None] Checking router: 51819c95-5f18-4f9b-8093-54134bfdc8d7 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:36:47.162913 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089892e-2cea-45af-bc37-df379d876bce None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:47.163507 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-1089892e-2cea-45af-bc37-df379d876bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:47.261132 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-1089892e-2cea-45af-bc37-df379d876bce None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:47.556084 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-1089892e-2cea-45af-bc37-df379d876bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:47.580824 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089892e-2cea-45af-bc37-df379d876bce None None] The sync data for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi is: [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:36:47.662119 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c89af0-0b47-464e-a7a4-9414bb421c9d req-58bfe5b6-df56-47b9-bc80-b4263142d59d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:47.663743 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f8c89af0-0b47-464e-a7a4-9414bb421c9d req-58bfe5b6-df56-47b9-bc80-b4263142d59d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0554881 Jul 04 09:36:47.713315 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f8c89af0-0b47-464e-a7a4-9414bb421c9d req-85ac0f61-903c-48f7-a8e7-7b521fb76561 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 Jul 04 09:36:47.733854 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59902) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:47.792273 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e001-85ef-47bc-a66f-b99cedbae6b0 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (3ab8c9ce-ad15-404e-a761-d8d484bf5266), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:47.818432 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e001-85ef-47bc-a66f-b99cedbae6b0 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (3ab8c9ce-ad15-404e-a761-d8d484bf5266), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:47.833914 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bae44-60da-4223-bf02-71aaecd31b3c None None] New status for floating IP 1b44f6aa-1ab9-43ac-9549-a56b8de5ef16: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:36:47.868172 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e001-85ef-47bc-a66f-b99cedbae6b0 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (3ab8c9ce-ad15-404e-a761-d8d484bf5266), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:47.871026 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e001-85ef-47bc-a66f-b99cedbae6b0 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:47.872192 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4fa6e001-85ef-47bc-a66f-b99cedbae6b0 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "DELETE /v2.0/security-groups/3ab8c9ce-ad15-404e-a761-d8d484bf5266 HTTP/1.1" status: 204 len: 168 time: 0.1373212 Jul 04 09:36:47.875108 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59904) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:47.881609 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6e001-85ef-47bc-a66f-b99cedbae6b0 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab8c9ce-ad15-404e-a761-d8d484bf5266,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:47.889849 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.api.v2.resource [None req-a6532a71-3bc5-4501-8572-7a66a8af7d78 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] show failed (client error): The resource could not be found. Jul 04 09:36:47.893520 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-a6532a71-3bc5-4501-8572-7a66a8af7d78 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups/3ab8c9ce-ad15-404e-a761-d8d484bf5266 HTTP/1.1" status: 404 len: 347 time: 0.0145824 Jul 04 09:36:47.893728 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59906) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:48.009982 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Deleting port 25a38016-598b-47da-badc-bc65dd1ccbfa {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:36:48.010356 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (25a38016-598b-47da-badc-bc65dd1ccbfa), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.085920 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (25a38016-598b-47da-badc-bc65dd1ccbfa), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.086279 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (25a38016-598b-47da-badc-bc65dd1ccbfa), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.097331 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Calling delete_port for 25a38016-598b-47da-badc-bc65dd1ccbfa owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:36:48.423921 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.457503 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (25a38016-598b-47da-badc-bc65dd1ccbfa), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.486813 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event deleted for resources: {'Port': ['ID=25a38016-598b-47da-badc-bc65dd1ccbfa,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:48.547026 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (1b44f6aa-1ab9-43ac-9549-a56b8de5ef16), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.549499 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.550695 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-39acaf41-6f8f-4cbe-9dbb-dba9421d01c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "DELETE /v2.0/floatingips/1b44f6aa-1ab9-43ac-9549-a56b8de5ef16 HTTP/1.1" status: 204 len: 168 time: 0.6560519 Jul 04 09:36:48.636722 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59910) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:48.641229 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-07047035-7c0a-4eac-af23-1acd62c0e82f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242392079', 'description': 'tempest-description--574333252'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:48.661372 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-07047035-7c0a-4eac-af23-1acd62c0e82f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.725155 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-07047035-7c0a-4eac-af23-1acd62c0e82f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (43f4898d-113f-4422-ba8a-b2c8b7dd55c8), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.728927 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-07047035-7c0a-4eac-af23-1acd62c0e82f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (43f4898d-113f-4422-ba8a-b2c8b7dd55c8), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.757959 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07047035-7c0a-4eac-af23-1acd62c0e82f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f4898d-113f-4422-ba8a-b2c8b7dd55c8,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:48.762631 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-07047035-7c0a-4eac-af23-1acd62c0e82f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.766654 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-07047035-7c0a-4eac-af23-1acd62c0e82f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1261160 Jul 04 09:36:48.767241 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59914) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:48.772092 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-68ccd441-5c55-4bb4-8a55-800ca7e6c4a6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'security_group_rule': {'security_group_id': '43f4898d-113f-4422-ba8a-b2c8b7dd55c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:48.808415 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-68ccd441-5c55-4bb4-8a55-800ca7e6c4a6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (08636d4f-52a1-44d5-afc7-50f3184aa0dd), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.885769 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36833b41-9d04-44f4-acc3-82d14eae3bcf req-1b35fd06-1fde-434f-9023-4e2af1647980 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:48.887286 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-36833b41-9d04-44f4-acc3-82d14eae3bcf req-1b35fd06-1fde-434f-9023-4e2af1647980 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0897202 Jul 04 09:36:48.905602 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-68ccd441-5c55-4bb4-8a55-800ca7e6c4a6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (08636d4f-52a1-44d5-afc7-50f3184aa0dd), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.916182 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-68ccd441-5c55-4bb4-8a55-800ca7e6c4a6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (08636d4f-52a1-44d5-afc7-50f3184aa0dd), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.944924 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccd441-5c55-4bb4-8a55-800ca7e6c4a6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08636d4f-52a1-44d5-afc7-50f3184aa0dd,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:48.960237 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-68ccd441-5c55-4bb4-8a55-800ca7e6c4a6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:48.961428 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-68ccd441-5c55-4bb4-8a55-800ca7e6c4a6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1934190 Jul 04 09:36:48.964218 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59916) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:48.968569 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-36833b41-9d04-44f4-acc3-82d14eae3bcf req-8a8b0611-ed3f-4632-8cc1-c9a329075f27 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744760 Jul 04 09:36:48.968871 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-f3501981-2a70-41da-99a6-b2c376a3aed5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'security_group_rule': {'security_group_id': '43f4898d-113f-4422-ba8a-b2c8b7dd55c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:48.995538 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f3501981-2a70-41da-99a6-b2c376a3aed5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (dce009f9-8222-4e3c-8330-c4b468b5ba52), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.050682 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f3501981-2a70-41da-99a6-b2c376a3aed5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (dce009f9-8222-4e3c-8330-c4b468b5ba52), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.055370 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f3501981-2a70-41da-99a6-b2c376a3aed5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (dce009f9-8222-4e3c-8330-c4b468b5ba52), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.075755 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3501981-2a70-41da-99a6-b2c376a3aed5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce009f9-8222-4e3c-8330-c4b468b5ba52,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:49.082611 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f3501981-2a70-41da-99a6-b2c376a3aed5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.084813 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f3501981-2a70-41da-99a6-b2c376a3aed5 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188214 Jul 04 09:36:49.089151 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59918) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:49.093545 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:49.116939 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.164491 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.210075 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.320075 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Allocated IP 172.27.3.180 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/1552a41d-5b84-4ed0-b54c-22f99bd236c9) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:36:49.418667 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for port (1552a41d-5b84-4ed0-b54c-22f99bd236c9), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.454315 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (1552a41d-5b84-4ed0-b54c-22f99bd236c9), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.460961 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 03c93b7d-49ef-459e-a2f0-50fbdd58042a no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:36:49.480097 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 03c93b7d-49ef-459e-a2f0-50fbdd58042a {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:36:49.480445 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 03c93b7d-49ef-459e-a2f0-50fbdd58042a not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:36:49.498060 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:36:49.500902 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:36:49.504593 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:36:49.509444 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'Port': ['ID=1552a41d-5b84-4ed0-b54c-22f99bd236c9,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:49.589742 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (19de457e-6076-4d1e-865e-37a4db494535), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.625539 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (1552a41d-5b84-4ed0-b54c-22f99bd236c9), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.775724 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for port (1552a41d-5b84-4ed0-b54c-22f99bd236c9), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.780134 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (1552a41d-5b84-4ed0-b54c-22f99bd236c9), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.852121 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'Port': ['ID=1552a41d-5b84-4ed0-b54c-22f99bd236c9,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:49.860250 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (19de457e-6076-4d1e-865e-37a4db494535), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.876373 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:49.877741 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-5fe7a86c-d3c2-457e-8de2-aac9f0c07710 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7873600 Jul 04 09:36:50.085504 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0d8a00d0-c50b-414a-a218-21779eb04506 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--242392079&fields=id&tenant_id=23b3530aae964df69b90462407d40476 HTTP/1.1" status: 200 len: 267 time: 0.0470102 Jul 04 09:36:50.196742 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-7f238ac9-97ec-481a-9a5d-1882a07af5a2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:50.198294 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-7f238ac9-97ec-481a-9a5d-1882a07af5a2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 809 time: 0.1061656 Jul 04 09:36:50.213073 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-c854e476-e57c-41fe-b7f5-2016237bc67f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/quotas/23b3530aae964df69b90462407d40476 HTTP/1.1" status: 200 len: 375 time: 0.0092506 Jul 04 09:36:50.243468 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cff0ba-0150-45b6-8ec5-e83a51570147 req-064af16c-6eba-4877-87ed-1cb7e5dfccbe tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:50.244955 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e1cff0ba-0150-45b6-8ec5-e83a51570147 req-064af16c-6eba-4877-87ed-1cb7e5dfccbe tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0539215 Jul 04 09:36:50.272110 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-cee46c92-57e0-4734-94bc-a5c759d563f2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539072 Jul 04 09:36:50.292062 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e1cff0ba-0150-45b6-8ec5-e83a51570147 req-afc20954-ca63-4062-acdd-f696b2c422ae tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415983 Jul 04 09:36:50.365379 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-fc809681-e9ac-4eef-a9ed-ae48419c6308 service neutron] 10.222.0.73 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820394 Jul 04 09:36:50.456288 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-c1d219d1-e692-4f38-af67-231c46fca8b5 service neutron] 10.222.0.73 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850437 Jul 04 09:36:50.615305 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e480dc17-1463-41cb-bd0b-88ddd3ea9665 req-d2222448-d01c-416a-b7df-cff249d0461b tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 210 time: 0.0315101 Jul 04 09:36:51.409461 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea3fae-f7bd-4bb5-a080-9b65bf1482c6 req-ddae139a-6aba-4e7c-a998-7844a634928f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:51.411541 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-57ea3fae-f7bd-4bb5-a080-9b65bf1482c6 req-ddae139a-6aba-4e7c-a998-7844a634928f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0525589 Jul 04 09:36:51.457359 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-57ea3fae-f7bd-4bb5-a080-9b65bf1482c6 req-bd899305-757f-405e-893f-f5726639732d tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 Jul 04 09:36:51.719083 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-789892b0-0f45-46a3-ac02-931baf324e22 req-63beb71d-0266-4bbe-99f6-512de2780c4f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 210 time: 0.0301316 Jul 04 09:36:51.769368 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-f971aa6b-c43b-41a0-8253-c096c55f0a5c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:51.770962 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-f971aa6b-c43b-41a0-8253-c096c55f0a5c tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 809 time: 0.1309052 Jul 04 09:36:51.861209 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-85de7832-fe7a-4a15-a1e1-1fddfab56114 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23b3530aae964df69b90462407d40476 HTTP/1.1" status: 200 len: 379 time: 0.0580990 Jul 04 09:36:51.896541 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'port': {'device_id': '399ec08b-868f-4ae4-98e3-d24973058e41', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'admin_state_up': True, 'tenant_id': '23b3530aae964df69b90462407d40476', 'security_groups': ['43f4898d-113f-4422-ba8a-b2c8b7dd55c8']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:52.008891 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Made reservation on behalf of 23b3530aae964df69b90462407d40476 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:36:52.012553 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:52.164984 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Allocated IP 172.20.0.6 (3efc3dd2-49aa-4e58-9c28-27dc19093c65/461769ba-69af-42bb-ba7a-81dc32652d63/3de40f2a-dc58-4609-ab55-d9211453327a) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:36:52.196279 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-bfe3d0b4-46ac-420b-a7f1-8e557a8a33f8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:52.197731 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-bfe3d0b4-46ac-420b-a7f1-8e557a8a33f8 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0845840 Jul 04 09:36:52.378094 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for port (3de40f2a-dc58-4609-ab55-d9211453327a), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:52.381082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Deleting port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:36:52.381408 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:52.581960 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2903e5-06a3-4e0c-b324-69f6904b33be req-9f580dd2-20e9-4956-994c-0c8d48856623 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:52.584520 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc2903e5-06a3-4e0c-b324-69f6904b33be req-9f580dd2-20e9-4956-994c-0c8d48856623 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 945 time: 0.0596883 Jul 04 09:36:52.634500 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc2903e5-06a3-4e0c-b324-69f6904b33be req-1b62ede2-60b9-4800-93fd-1d47ca8fd859 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=e6f11186-36de-4c4f-9f84-8baefd7b57a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Jul 04 09:36:52.729223 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:52.774919 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] For port fa1341c6-96e4-4561-a5b6-cf42d0de21d0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:52.775293 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:52.848351 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:36:52.872359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:36:52.874233 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event updated for resources: {'Port': ['ID=3de40f2a-dc58-4609-ab55-d9211453327a,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:52.877163 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:36:52.888743 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-21231d24-471e-46c2-aa58-9ed64bebb04d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2015285 Jul 04 09:36:53.015956 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:53.016608 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:53.036795 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45243bff-ea31-4475-a964-1bda82734d7f req-f611822d-ebef-410d-9add-a787cefcb00d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:53.038456 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-45243bff-ea31-4475-a964-1bda82734d7f req-f611822d-ebef-410d-9add-a787cefcb00d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 931 time: 0.2488353 Jul 04 09:36:53.074529 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-8fb0651a-08fc-4567-ad07-415bd52c1000 None None] Provisioning complete for port 3de40f2a-dc58-4609-ab55-d9211453327a triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:36:53.075721 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8fb0651a-08fc-4567-ad07-415bd52c1000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:53.104465 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-629d22e2-fbb9-4fc8-86da-34112d3b6a18 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2116172 Jul 04 09:36:53.105894 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0651a-08fc-4567-ad07-415bd52c1000 None None] Port 3de40f2a-dc58-4609-ab55-d9211453327a cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:36:53.141705 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Request body: {'port': {'device_id': '399ec08b-868f-4ae4-98e3-d24973058e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:36:53.146369 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-2355327e-0c66-4546-ac52-67078cde6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:53.148199 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-2355327e-0c66-4546-ac52-67078cde6583 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86390c46ac044ee3974d90a7a29195be&device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 1130 time: 0.1941426 Jul 04 09:36:53.154628 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:53.155112 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (af2bed58-758e-4048-8b89-d132274e31ac), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:53.155523 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Floating IP af2bed58-758e-4048-8b89-d132274e31ac disassociated. External IP: 172.27.3.196, port: fa1341c6-96e4-4561-a5b6-cf42d0de21d0. Jul 04 09:36:53.155876 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Calling delete_port for fa1341c6-96e4-4561-a5b6-cf42d0de21d0 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:36:53.213086 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-45243bff-ea31-4475-a964-1bda82734d7f req-4f8ba434-5b64-44ed-86e7-c8e49e3ab41a tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679013 Jul 04 09:36:53.341905 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:53.380819 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-b8ba29b5-ba58-4e0e-8553-e4f456fbbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:53.382390 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-b8ba29b5-ba58-4e0e-8553-e4f456fbbcf7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 200 len: 920 time: 0.2014797 Jul 04 09:36:53.444911 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-44157975-a56b-4ee8-8e2f-7549bbf864ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38a669ed-388d-4937-b164-3b6b2501bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0442276 Jul 04 09:36:53.578477 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (fa1341c6-96e4-4561-a5b6-cf42d0de21d0), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:53.635316 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-3f2322f6-df37-4aa3-b5f3-194e290a87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:53.636706 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-3f2322f6-df37-4aa3-b5f3-194e290a87b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 200 len: 858 time: 0.1709876 Jul 04 09:36:53.667473 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event deleted for resources: {'Port': ['ID=fa1341c6-96e4-4561-a5b6-cf42d0de21d0,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:53.736212 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3f3e13be-146a-45dc-a2bb-faa5cf9a3f6f req-f814b5e9-6129-4d45-9aa5-0a46bb402978 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 210 time: 0.0298436 Jul 04 09:36:53.834601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-c2288fd2-8f97-4814-8c79-3df1d8f41a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:53.836113 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-c2288fd2-8f97-4814-8c79-3df1d8f41a31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9812808c-d655-4a41-a055-d1f732fa7722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1632962 Jul 04 09:36:53.928952 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Router b221a0b3-941b-4d75-ae23-085b185d1816 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:36:53.946069 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de40f2a-dc58-4609-ab55-d9211453327a {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:36:53.957287 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Publish callbacks [] for port (3de40f2a-dc58-4609-ab55-d9211453327a), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:54.018760 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Transition to ACTIVE for port object 3de40f2a-dc58-4609-ab55-d9211453327a will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:36:54.031255 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:54.070789 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-cd02b7d0-3687-4f66-93d9-459793730fab service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212183 Jul 04 09:36:54.183010 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Pushing event updated for resources: {'Port': ['ID=3de40f2a-dc58-4609-ab55-d9211453327a,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:54.196604 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:36:54.206815 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de69654-d983-4d52-b790-fa448df5020b None None] Sync routers for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:36:54.216773 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de69654-d983-4d52-b790-fa448df5020b None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:54.217521 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-0de69654-d983-4d52-b790-fa448df5020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:54.267968 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] No DVR routers for this DVR port fa1341c6-96e4-4561-a5b6-cf42d0de21d0 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:36:54.290315 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:54.293651 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8f756cd6-bff4-45e3-aed1-fac8cf7e200b req-6f8bd2bc-e089-43b5-8c14-1163c301209e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "DELETE /v2.0/ports/fa1341c6-96e4-4561-a5b6-cf42d0de21d0 HTTP/1.1" status: 204 len: 173 time: 2.0902839 Jul 04 09:36:54.296227 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'name': 'network-vif-deleted', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:54.298409 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccb6adc-0008-4af8-bdae-20204123ea5e" -d '{"events": [{"server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "name": "network-vif-deleted", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:54.328529 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-0de69654-d983-4d52-b790-fa448df5020b None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:54.349886 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9c85491-6079-477b-83ce-c24d06b1b4c7 req-4cf7aa81-5028-42e3-96c0-38daaa2e6bab service neutron] 10.222.0.62 "GET /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485712 Jul 04 09:36:54.358633 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9e0b5d-a836-4a2e-b1f0-1c3fface7608 x-openstack-request-id: req-ee9e0b5d-a836-4a2e-b1f0-1c3fface7608 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:54.358944 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa", "name": "network-vif-deleted", "tag": "fa1341c6-96e4-4561-a5b6-cf42d0de21d0", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:54.359204 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee9e0b5d-a836-4a2e-b1f0-1c3fface7608 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:54.359609 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9e0b5d-a836-4a2e-b1f0-1c3fface7608'] response: {'server_uuid': 'd2f9ec7f-3bf7-421f-a41b-8620cff9cdfa', 'name': 'network-vif-deleted', 'tag': 'fa1341c6-96e4-4561-a5b6-cf42d0de21d0', 'status': 'completed', 'code': 200} Jul 04 09:36:54.385780 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Attempting to bind port 3de40f2a-dc58-4609-ab55-d9211453327a on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:36:54.386162 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Attempting to bind port 3de40f2a-dc58-4609-ab55-d9211453327a by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:36:54.386496 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Attempting to bind port 3de40f2a-dc58-4609-ab55-d9211453327a on network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:36:54.404324 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c574708-259b-4d80-9dc9-09380809cf1a req-ea57084d-0522-4ea6-bb84-62dc162e238d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:54.405870 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0c574708-259b-4d80-9dc9-09380809cf1a req-ea57084d-0522-4ea6-bb84-62dc162e238d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 943 time: 0.0981195 Jul 04 09:36:54.406627 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Port 3de40f2a-dc58-4609-ab55-d9211453327a on network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:36:54.406957 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Attempting to bind port 3de40f2a-dc58-4609-ab55-d9211453327a on network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:36:54.413252 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:36:54.413596 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Checking segment: {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:36:54.413982 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Bound using segment: {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:36:54.414443 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Bound port: 3de40f2a-dc58-4609-ab55-d9211453327a, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b013cda-14b8-45e7-a01a-7907256f81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:36:54.414808 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:54.502131 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0c574708-259b-4d80-9dc9-09380809cf1a req-9334811a-3e55-4109-aee3-1d74692cfff6 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850604 Jul 04 09:36:54.513676 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] For port 3de40f2a-dc58-4609-ab55-d9211453327a, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:36:54.516977 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] For port 3de40f2a-dc58-4609-ab55-d9211453327a, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3de40f2a-dc58-4609-ab55-d9211453327a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:36:54.524759 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:54.545036 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-0de69654-d983-4d52-b790-fa448df5020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:54.563793 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:54.568126 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:54.569807 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] 10.222.0.62 "PUT /v2.0/ports/3de40f2a-dc58-4609-ab55-d9211453327a HTTP/1.1" status: 200 len: 1093 time: 1.4423769 Jul 04 09:36:54.570488 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de69654-d983-4d52-b790-fa448df5020b None None] Checking router: b221a0b3-941b-4d75-ae23-085b185d1816 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:36:54.579897 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de69654-d983-4d52-b790-fa448df5020b None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:36:54.580520 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-0de69654-d983-4d52-b790-fa448df5020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:54.594810 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba17514-1706-498f-afe5-eb29f1495b36 service neutron] Pushing event updated for resources: {'Port': ['ID=3de40f2a-dc58-4609-ab55-d9211453327a,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:54.702809 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-daa5274a-7c15-44b7-8d56-8ba1ca0cf3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:54.704452 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-daa5274a-7c15-44b7-8d56-8ba1ca0cf3d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 1127 time: 0.0514076 Jul 04 09:36:54.709878 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-0de69654-d983-4d52-b790-fa448df5020b None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:36:54.761224 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-d1b1529d-302d-4edc-82b9-70f2f8279004 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3de40f2a-dc58-4609-ab55-d9211453327a HTTP/1.1" status: 200 len: 217 time: 0.0348520 Jul 04 09:36:54.818829 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-325ad2ba-c784-498a-aad8-bb6aac75f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:54.820350 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-325ad2ba-c784-498a-aad8-bb6aac75f141 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 200 len: 848 time: 0.0487738 Jul 04 09:36:54.869217 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e0161e9c-0c16-4826-877f-aad83b6a7fff req-1523be16-fda7-4368-a8d8-ea3280ee98dc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2f9ec7f-3bf7-421f-a41b-8620cff9cdfa HTTP/1.1" status: 200 len: 210 time: 0.0341432 Jul 04 09:36:54.887340 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-ba07f719-a643-4952-96ac-171ccb23ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:54.888851 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-ba07f719-a643-4952-96ac-171ccb23ea83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3efc3dd2-49aa-4e58-9c28-27dc19093c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566080 Jul 04 09:36:54.923257 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-0de69654-d983-4d52-b790-fa448df5020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:36:54.948129 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de69654-d983-4d52-b790-fa448df5020b None None] The sync data for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi is: [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:08Z', 'revision_number': 4, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '801d1daf-9669-48d1-8a43-82f59346df66', 'name': '', 'network_id': '9812808c-d655-4a41-a055-d1f732fa7722', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'mac_address': 'fa:16:3e:f5:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:06Z', 'updated_at': '2022-07-04T09:29:26Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'subnets': [{'id': '34630bb3-d510-42c5-a404-70b18dd1ab85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:36:55.005703 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-aa0b7676-2361-4061-81b7-c7e1cdaf89a3 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930867 Jul 04 09:36:55.226231 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3e7c0-dcb7-4f3b-ab68-800d3e52a528 None None] New status for floating IP af2bed58-758e-4048-8b89-d132274e31ac: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:36:55.349615 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-59244a61-3c0a-4aba-9288-5f2d1039bdcd req-552bf419-ed24-4973-8bad-1fda35f80051 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360178 Jul 04 09:36:55.493149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device fa1341c6-96e4-4561-a5b6-cf42d0de21d0 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:36:55.512143 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: fa1341c6-96e4-4561-a5b6-cf42d0de21d0 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:36:55.512486 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device fa1341c6-96e4-4561-a5b6-cf42d0de21d0 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:36:55.629977 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4498aaa-cc9d-4bf4-b46c-628d8d5f9b77 req-2997e38e-e2c1-496a-910b-e36f82cfed71 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:55.631708 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f4498aaa-cc9d-4bf4-b46c-628d8d5f9b77 req-2997e38e-e2c1-496a-910b-e36f82cfed71 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 943 time: 0.0536449 Jul 04 09:36:55.677821 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f4498aaa-cc9d-4bf4-b46c-628d8d5f9b77 req-aec250a2-8a65-4a16-9a9c-6f3964ecad02 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 Jul 04 09:36:55.932334 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 59980) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:55.983930 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7ebb734f-e750-4f6a-9ff3-1b227e64749a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group (e6f11186-36de-4c4f-9f84-8baefd7b57a2), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.007847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7ebb734f-e750-4f6a-9ff3-1b227e64749a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group (e6f11186-36de-4c4f-9f84-8baefd7b57a2), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.061880 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7ebb734f-e750-4f6a-9ff3-1b227e64749a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e6f11186-36de-4c4f-9f84-8baefd7b57a2), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.064452 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-7ebb734f-e750-4f6a-9ff3-1b227e64749a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.065615 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-7ebb734f-e750-4f6a-9ff3-1b227e64749a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "DELETE /v2.0/security-groups/e6f11186-36de-4c4f-9f84-8baefd7b57a2 HTTP/1.1" status: 204 len: 168 time: 0.1322906 Jul 04 09:36:56.068683 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59982) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:56.074398 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb734f-e750-4f6a-9ff3-1b227e64749a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f11186-36de-4c4f-9f84-8baefd7b57a2,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:56.082277 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.api.v2.resource [None req-64590ab4-07a2-4173-99bb-06ff67993f27 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] show failed (client error): The resource could not be found. Jul 04 09:36:56.083833 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-64590ab4-07a2-4173-99bb-06ff67993f27 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups/e6f11186-36de-4c4f-9f84-8baefd7b57a2 HTTP/1.1" status: 404 len: 347 time: 0.0141227 Jul 04 09:36:56.086634 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 59984) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:36:56.198123 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Deleting port 5cdd5f61-379b-40b0-b6c4-2ff3ee051098 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:36:56.198388 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (5cdd5f61-379b-40b0-b6c4-2ff3ee051098), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.270675 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (5cdd5f61-379b-40b0-b6c4-2ff3ee051098), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.271028 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for floatingip (5cdd5f61-379b-40b0-b6c4-2ff3ee051098), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.282275 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Calling delete_port for 5cdd5f61-379b-40b0-b6c4-2ff3ee051098 owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:36:56.360704 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399ec08b-868f-4ae4-98e3-d24973058e41', 'tag': '3de40f2a-dc58-4609-ab55-d9211453327a'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:36:56.363230 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297fd9af-bd6a-4b67-ba46-657ee933f9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "399ec08b-868f-4ae4-98e3-d24973058e41", "tag": "3de40f2a-dc58-4609-ab55-d9211453327a"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:36:56.397747 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57179f7-92b5-487e-adcb-fb7471a42cf5 x-openstack-request-id: req-f57179f7-92b5-487e-adcb-fb7471a42cf5 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:36:56.398125 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399ec08b-868f-4ae4-98e3-d24973058e41", "tag": "3de40f2a-dc58-4609-ab55-d9211453327a", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:36:56.398350 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f57179f7-92b5-487e-adcb-fb7471a42cf5 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:36:56.398736 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57179f7-92b5-487e-adcb-fb7471a42cf5'] response: {'name': 'network-changed', 'server_uuid': '399ec08b-868f-4ae4-98e3-d24973058e41', 'tag': '3de40f2a-dc58-4609-ab55-d9211453327a', 'status': 'completed', 'code': 200} Jul 04 09:36:56.415138 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (5cdd5f61-379b-40b0-b6c4-2ff3ee051098), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.438716 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event deleted for resources: {'Port': ['ID=5cdd5f61-379b-40b0-b6c4-2ff3ee051098,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:56.502527 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks [] for floatingip (af2bed58-758e-4048-8b89-d132274e31ac), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.505879 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:56.509483 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-56a7a3bb-6338-434e-8bc5-adc6f0cc5d7a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "DELETE /v2.0/floatingips/af2bed58-758e-4048-8b89-d132274e31ac HTTP/1.1" status: 204 len: 168 time: 0.4195430 Jul 04 09:36:56.511904 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-1d28a677-e536-464b-a92d-7e313f9a2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:56.513429 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-1d28a677-e536-464b-a92d-7e313f9a2065 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 1127 time: 0.0516534 Jul 04 09:36:56.646992 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-f6fff147-dce1-44dc-bc4f-2543e6c68700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:56.648531 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-f6fff147-dce1-44dc-bc4f-2543e6c68700 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 910 time: 0.0894952 Jul 04 09:36:56.695472 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-ae0cb02b-0e3e-4547-8ca4-bf577bb83744 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3de40f2a-dc58-4609-ab55-d9211453327a HTTP/1.1" status: 200 len: 217 time: 0.0370278 Jul 04 09:36:56.759217 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-298bdb71-ad98-4fbc-a6ed-e83c6fc9af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:56.760654 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-298bdb71-ad98-4fbc-a6ed-e83c6fc9af77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 200 len: 848 time: 0.0554657 Jul 04 09:36:56.830315 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901802-bbd9-4633-8ff0-bc90a59ccf13 req-5f8fe161-e520-4358-ac70-4bd7430655c2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:56.831777 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31901802-bbd9-4633-8ff0-bc90a59ccf13 req-5f8fe161-e520-4358-ac70-4bd7430655c2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 943 time: 0.0852156 Jul 04 09:36:56.837730 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-709203e7-eb08-4708-abc2-68153c3f3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:56.839129 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-709203e7-eb08-4708-abc2-68153c3f3f85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3efc3dd2-49aa-4e58-9c28-27dc19093c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637202 Jul 04 09:36:56.928362 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-31901802-bbd9-4633-8ff0-bc90a59ccf13 req-3f55b33c-fb56-4ce6-ac04-2e1e982aa539 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882964 Jul 04 09:36:56.961591 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-f87859db-91b2-4912-bf9c-3aae474a6364 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087432 Jul 04 09:36:57.073227 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-297fd9af-bd6a-4b67-ba46-657ee933f9d4 req-7732d9c1-3e54-4006-aa15-e25ab1337cc2 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943959 Jul 04 09:36:58.056698 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69bc9f-3d49-4079-ad24-d4c959ef6a37 req-98acc734-3507-4ba0-a92c-367e04f7e927 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:58.058884 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7d69bc9f-3d49-4079-ad24-d4c959ef6a37 req-98acc734-3507-4ba0-a92c-367e04f7e927 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 943 time: 0.0564041 Jul 04 09:36:58.104876 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7d69bc9f-3d49-4079-ad24-d4c959ef6a37 req-16665824-283c-4fa0-86d7-f93700fe6068 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406294 Jul 04 09:36:58.974511 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe07f7-fcad-4677-b9ec-51edd5170d01 req-bc00f9ae-f7e5-45bf-9908-6701b71a7e90 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:58.975967 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-69fe07f7-fcad-4677-b9ec-51edd5170d01 req-bc00f9ae-f7e5-45bf-9908-6701b71a7e90 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0513175 Jul 04 09:36:59.025476 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-69fe07f7-fcad-4677-b9ec-51edd5170d01 req-37afeae5-c0c5-4d4f-84ec-9e43090fad94 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Jul 04 09:36:59.226770 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bd814-6188-4a6a-a57d-7d47fb8b4be5 req-6a131f03-b8ba-425d-b108-e3d13b463327 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:59.228245 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-018bd814-6188-4a6a-a57d-7d47fb8b4be5 req-6a131f03-b8ba-425d-b108-e3d13b463327 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 943 time: 0.0547187 Jul 04 09:36:59.274131 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-018bd814-6188-4a6a-a57d-7d47fb8b4be5 req-7609a7fc-aaca-4932-8a1d-032f55ed89a9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402832 Jul 04 09:36:59.529408 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3de40f2a-dc58-4609-ab55-d9211453327a details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:36:59.626157 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3de40f2a-dc58-4609-ab55-d9211453327a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3de40f2a-dc58-4609-ab55-d9211453327a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:59.637628 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '3de40f2a-dc58-4609-ab55-d9211453327a', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'port_id': '3de40f2a-dc58-4609-ab55-d9211453327a', 'mac_address': 'fa:16:3e:e0:29:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:36:59.670976 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 3de40f2a-dc58-4609-ab55-d9211453327a is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:36:59.671363 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:59.684233 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de40f2a-dc58-4609-ab55-d9211453327a {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:36:59.703479 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3de40f2a-dc58-4609-ab55-d9211453327a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3de40f2a-dc58-4609-ab55-d9211453327a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:36:59.707643 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:59.762222 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=3de40f2a-dc58-4609-ab55-d9211453327a,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:36:59.998390 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-dbee58bc-b138-41f4-a677-4e2d473f0d8a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:36:59.999758 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-dbee58bc-b138-41f4-a677-4e2d473f0d8a tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0518849 Jul 04 09:37:00.097123 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Deleting port 38a669ed-388d-4937-b164-3b6b2501bbe9 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:37:00.097464 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:00.149943 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4024002-7e7d-4e44-86ac-9cef55f16578 req-09c9df7d-e30b-45df-a7af-55985d287155 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:00.151496 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d4024002-7e7d-4e44-86ac-9cef55f16578 req-09c9df7d-e30b-45df-a7af-55985d287155 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ac10d3-3895-4d08-89ab-c51ba17979aa HTTP/1.1" status: 200 len: 946 time: 0.0572307 Jul 04 09:37:00.190881 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] For port 38a669ed-388d-4937-b164-3b6b2501bbe9, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=38a669ed-388d-4937-b164-3b6b2501bbe9,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:37:00.191242 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:00.199464 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d4024002-7e7d-4e44-86ac-9cef55f16578 req-b25dd99e-397a-46c8-9de9-ab191d6388cc tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Jul 04 09:37:00.204431 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Calling delete_port for 38a669ed-388d-4937-b164-3b6b2501bbe9 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:37:00.214613 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['3de40f2a-dc58-4609-ab55-d9211453327a'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:37:00.353178 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (38a669ed-388d-4937-b164-3b6b2501bbe9), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:00.408085 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event deleted for resources: {'Port': ['ID=38a669ed-388d-4937-b164-3b6b2501bbe9,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:00.447930 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] No DVR routers for this DVR port 38a669ed-388d-4937-b164-3b6b2501bbe9 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:37:00.451617 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:00.455129 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8bd8edb5-0680-4018-b155-292ab1c2559d req-ee3c7c47-1b29-4f7a-8e23-7822ff9a68a2 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "DELETE /v2.0/ports/38a669ed-388d-4937-b164-3b6b2501bbe9 HTTP/1.1" status: 204 len: 173 time: 0.4495828 Jul 04 09:37:00.455601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac10d3-3895-4d08-89ab-c51ba17979aa', 'name': 'network-vif-deleted', 'tag': '38a669ed-388d-4937-b164-3b6b2501bbe9'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:37:00.457869 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374453dd-be1c-44af-92c7-bc2fff348a01" -d '{"events": [{"server_uuid": "91ac10d3-3895-4d08-89ab-c51ba17979aa", "name": "network-vif-deleted", "tag": "38a669ed-388d-4937-b164-3b6b2501bbe9"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:37:00.459490 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['5397f453-5227-455e-9807-70c550aa117f', '38a669ed-388d-4937-b164-3b6b2501bbe9'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:37:00.475986 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5de15-6b41-4d84-8f50-f007236a1401 req-845d85b5-7875-47da-8e0d-acebd53c350d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:00.477757 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5cd5de15-6b41-4d84-8f50-f007236a1401 req-845d85b5-7875-47da-8e0d-acebd53c350d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 944 time: 0.1367536 Jul 04 09:37:00.529243 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222dcd5a-3dcf-49e1-b6e0-aa1d5a0ced39 x-openstack-request-id: req-222dcd5a-3dcf-49e1-b6e0-aa1d5a0ced39 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:37:00.529544 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ac10d3-3895-4d08-89ab-c51ba17979aa", "name": "network-vif-deleted", "tag": "38a669ed-388d-4937-b164-3b6b2501bbe9", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:37:00.529802 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-222dcd5a-3dcf-49e1-b6e0-aa1d5a0ced39 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:37:00.530234 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222dcd5a-3dcf-49e1-b6e0-aa1d5a0ced39'] response: {'server_uuid': '91ac10d3-3895-4d08-89ab-c51ba17979aa', 'name': 'network-vif-deleted', 'tag': '38a669ed-388d-4937-b164-3b6b2501bbe9', 'status': 'completed', 'code': 200} Jul 04 09:37:00.543504 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5cd5de15-6b41-4d84-8f50-f007236a1401 req-beb3425e-20b5-4d62-aec1-7164045e52a8 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517297 Jul 04 09:37:01.470308 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8255b2-8f73-424a-a680-dd0243c9ac01 req-8d666578-f9c5-4e41-aed6-a5a52cf1efde tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:01.471766 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cb8255b2-8f73-424a-a680-dd0243c9ac01 req-8d666578-f9c5-4e41-aed6-a5a52cf1efde tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0517807 Jul 04 09:37:01.516828 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cb8255b2-8f73-424a-a680-dd0243c9ac01 req-e08d9de2-1422-4b63-aea7-c87a5e1cb158 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Jul 04 09:37:01.576054 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3de40f2a-dc58-4609-ab55-d9211453327a up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:37:01.622872 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 3de40f2a-dc58-4609-ab55-d9211453327a completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:37:01.626592 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 3de40f2a-dc58-4609-ab55-d9211453327a triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:37:01.626969 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:01.665072 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11fe4d-750a-45ca-bd51-c45db34c3b0a req-cfd42a1a-3bf7-44dc-afc2-2d710156d4ba tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:01.666566 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-de11fe4d-750a-45ca-bd51-c45db34c3b0a req-cfd42a1a-3bf7-44dc-afc2-2d710156d4ba tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 944 time: 0.0535121 Jul 04 09:37:01.701162 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 3de40f2a-dc58-4609-ab55-d9211453327a is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:37:01.701553 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:01.715521 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-de11fe4d-750a-45ca-bd51-c45db34c3b0a req-16b94185-6e51-4ade-839d-3ab589b769d2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430207 Jul 04 09:37:01.725261 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ec08b-868f-4ae4-98e3-d24973058e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de40f2a-dc58-4609-ab55-d9211453327a'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:37:01.727530 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6a43a5-88b4-49d0-8a21-af4d0d6c3862" -d '{"events": [{"server_uuid": "399ec08b-868f-4ae4-98e3-d24973058e41", "name": "network-vif-plugged", "status": "completed", "tag": "3de40f2a-dc58-4609-ab55-d9211453327a"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:37:01.740620 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3de40f2a-dc58-4609-ab55-d9211453327a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3de40f2a-dc58-4609-ab55-d9211453327a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:37:01.744674 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:01.745743 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 38a669ed-388d-4937-b164-3b6b2501bbe9 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:37:01.781444 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdcd32e-417d-4af1-b850-6e1a5f71d562 x-openstack-request-id: req-dcdcd32e-417d-4af1-b850-6e1a5f71d562 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:37:01.781734 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399ec08b-868f-4ae4-98e3-d24973058e41", "name": "network-vif-plugged", "status": "completed", "tag": "3de40f2a-dc58-4609-ab55-d9211453327a", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:37:01.782011 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcdcd32e-417d-4af1-b850-6e1a5f71d562 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:37:01.782419 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcdcd32e-417d-4af1-b850-6e1a5f71d562'] response: {'server_uuid': '399ec08b-868f-4ae4-98e3-d24973058e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de40f2a-dc58-4609-ab55-d9211453327a', 'code': 200} Jul 04 09:37:01.784839 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 38a669ed-388d-4937-b164-3b6b2501bbe9 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:37:01.785187 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 38a669ed-388d-4937-b164-3b6b2501bbe9 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:37:01.808953 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=3de40f2a-dc58-4609-ab55-d9211453327a,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:02.062525 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978db73-a8f5-4b43-9e16-d56aae694051 req-e362e44d-a914-4926-a6c4-b20b91a04e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:02.064065 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1978db73-a8f5-4b43-9e16-d56aae694051 req-e362e44d-a914-4926-a6c4-b20b91a04e41 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 1129 time: 0.0477285 Jul 04 09:37:02.129159 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1978db73-a8f5-4b43-9e16-d56aae694051 req-61fd2391-f8eb-4e2a-a668-a2d7f9304655 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376058 Jul 04 09:37:02.638760 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b4b6-4e26-4da5-8030-f3ef5968dac8 req-f29ae110-8c19-4fdf-a8ad-f0bf3e6047da tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:02.640249 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-83b8b4b6-4e26-4da5-8030-f3ef5968dac8 req-f29ae110-8c19-4fdf-a8ad-f0bf3e6047da tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0531108 Jul 04 09:37:02.687680 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-83b8b4b6-4e26-4da5-8030-f3ef5968dac8 req-68c5aef7-2abf-4766-811e-2ea2553f4367 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbb59d7b-5545-49a1-a962-698f5be97b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 Jul 04 09:37:02.802857 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-4491b08e-9163-4de6-beda-94695f48b85f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:02.804240 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-4491b08e-9163-4de6-beda-94695f48b85f tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 945 time: 0.0574720 Jul 04 09:37:02.844934 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a9961-3031-4871-8d0b-a9bbfa199b9a req-8bff8eb2-e165-457a-93c8-f6dfeb9b6dc7 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:02.846451 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a66a9961-3031-4871-8d0b-a9bbfa199b9a req-8bff8eb2-e165-457a-93c8-f6dfeb9b6dc7 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 945 time: 0.0618420 Jul 04 09:37:02.892453 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a66a9961-3031-4871-8d0b-a9bbfa199b9a req-596ba7da-1767-4673-a559-8b1e08ff0dcf tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398109 Jul 04 09:37:02.897791 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Deleting port 5397f453-5227-455e-9807-70c550aa117f {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:37:02.898168 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (5397f453-5227-455e-9807-70c550aa117f), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:02.988464 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] For port 5397f453-5227-455e-9807-70c550aa117f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5397f453-5227-455e-9807-70c550aa117f,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:37:02.989054 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (5397f453-5227-455e-9807-70c550aa117f), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:03.003642 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Calling delete_port for 5397f453-5227-455e-9807-70c550aa117f owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:37:03.125648 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (5397f453-5227-455e-9807-70c550aa117f), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:03.158177 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Pushing event deleted for resources: {'Port': ['ID=5397f453-5227-455e-9807-70c550aa117f,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:03.171558 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['5397f453-5227-455e-9807-70c550aa117f'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:37:03.202773 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] No DVR routers for this DVR port 5397f453-5227-455e-9807-70c550aa117f on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:37:03.205031 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:03.209169 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca50405d-f07d-44f9-be66-4b99370e9fc9 req-bf3962b2-bbce-4f77-a0ed-1d2df297f39e tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.62 "DELETE /v2.0/ports/5397f453-5227-455e-9807-70c550aa117f HTTP/1.1" status: 204 len: 173 time: 0.3980949 Jul 04 09:37:03.209603 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe303b4-dc53-40d0-a0cc-ccc72022ff85', 'name': 'network-vif-deleted', 'tag': '5397f453-5227-455e-9807-70c550aa117f'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:37:03.211861 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0582f0-a96b-4da3-9298-38eca1da2e61" -d '{"events": [{"server_uuid": "fbe303b4-dc53-40d0-a0cc-ccc72022ff85", "name": "network-vif-deleted", "tag": "5397f453-5227-455e-9807-70c550aa117f"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:37:03.250101 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c3a9ef-cf01-4170-87e1-896c0da9af96 x-openstack-request-id: req-97c3a9ef-cf01-4170-87e1-896c0da9af96 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:37:03.250495 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe303b4-dc53-40d0-a0cc-ccc72022ff85", "name": "network-vif-deleted", "tag": "5397f453-5227-455e-9807-70c550aa117f", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:37:03.250757 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97c3a9ef-cf01-4170-87e1-896c0da9af96 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:37:03.251167 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c3a9ef-cf01-4170-87e1-896c0da9af96'] response: {'server_uuid': 'fbe303b4-dc53-40d0-a0cc-ccc72022ff85', 'name': 'network-vif-deleted', 'tag': '5397f453-5227-455e-9807-70c550aa117f', 'status': 'completed', 'code': 200} Jul 04 09:37:03.792208 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3224f438-0e05-45fe-b84c-2fcc9812ff2f req-85e2ecbd-84a1-4742-b6ba-3352e6922858 tempest-ServerRescueNegativeTestJSON-279994278 tempest-ServerRescueNegativeTestJSON-279994278-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbe303b4-dc53-40d0-a0cc-ccc72022ff85 HTTP/1.1" status: 200 len: 210 time: 0.0283434 Jul 04 09:37:04.023837 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56910a83-64de-4de4-91a6-d4272c0b7a40 req-ef23b51a-d1b2-40fb-a967-1f92b1149692 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:04.025362 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-56910a83-64de-4de4-91a6-d4272c0b7a40 req-ef23b51a-d1b2-40fb-a967-1f92b1149692 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 945 time: 0.0591323 Jul 04 09:37:04.072812 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-56910a83-64de-4de4-91a6-d4272c0b7a40 req-b98a576c-e8ed-42dc-9901-bb83526957ea tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418098 Jul 04 09:37:04.848358 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60048) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:37:05.257839 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19531818-1892-4d97-870c-fa1ac7cdfd65 req-d0973525-ef97-4042-b38d-812e503e19fd tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:05.259257 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-19531818-1892-4d97-870c-fa1ac7cdfd65 req-d0973525-ef97-4042-b38d-812e503e19fd tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 945 time: 0.1051750 Jul 04 09:37:05.330662 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-19531818-1892-4d97-870c-fa1ac7cdfd65 req-4c020e56-60f2-4780-b8c0-478ff2e7084d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659282 Jul 04 09:37:05.412166 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (b221a0b3-941b-4d75-ae23-085b185d1816), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:05.449388 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8b65b-ec06-40bc-af4d-ee23a178452d req-e9026604-a05d-4052-8314-a89a009bdfa2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:05.451145 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-9eb8b65b-ec06-40bc-af4d-ee23a178452d req-e9026604-a05d-4052-8314-a89a009bdfa2 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 945 time: 0.0536020 Jul 04 09:37:05.460811 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60056) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:37:05.465181 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-1df76624-1ef9-41d1-8bb7-b6d0e496e87f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Request body: {'floatingip': {'port_id': '3de40f2a-dc58-4609-ab55-d9211453327a'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:37:05.506459 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df76624-1ef9-41d1-8bb7-b6d0e496e87f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (19de457e-6076-4d1e-865e-37a4db494535), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:05.536544 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 5397f453-5227-455e-9807-70c550aa117f no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:37:05.555822 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 5397f453-5227-455e-9807-70c550aa117f {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:37:05.556182 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 5397f453-5227-455e-9807-70c550aa117f not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:37:05.691121 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Deleting port 801d1daf-9669-48d1-8a43-82f59346df66 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:37:05.691470 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (801d1daf-9669-48d1-8a43-82f59346df66), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:05.769727 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] For port 801d1daf-9669-48d1-8a43-82f59346df66, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=801d1daf-9669-48d1-8a43-82f59346df66,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:37:05.770689 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (801d1daf-9669-48d1-8a43-82f59346df66), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:05.783407 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Calling delete_port for 801d1daf-9669-48d1-8a43-82f59346df66 owned by network:router_interface {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:37:05.914849 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df76624-1ef9-41d1-8bb7-b6d0e496e87f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:05.919044 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df76624-1ef9-41d1-8bb7-b6d0e496e87f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (19de457e-6076-4d1e-865e-37a4db494535), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:05.959245 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (801d1daf-9669-48d1-8a43-82f59346df66), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:05.988245 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=801d1daf-9669-48d1-8a43-82f59346df66,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:06.016860 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-1df76624-1ef9-41d1-8bb7-b6d0e496e87f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Floating IP 19de457e-6076-4d1e-865e-37a4db494535 associated. External IP: 172.27.3.180, port: 3de40f2a-dc58-4609-ab55-d9211453327a. Jul 04 09:37:06.158331 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (b221a0b3-941b-4d75-ae23-085b185d1816), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:06.223373 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df76624-1ef9-41d1-8bb7-b6d0e496e87f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Router 51819c95-5f18-4f9b-8093-54134bfdc8d7 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:37:06.328844 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df76624-1ef9-41d1-8bb7-b6d0e496e87f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:37:06.333658 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df76624-1ef9-41d1-8bb7-b6d0e496e87f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:06.339868 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] Sync routers for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:37:06.352022 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:37:06.352823 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:06.365835 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-1df76624-1ef9-41d1-8bb7-b6d0e496e87f tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "PUT /v2.0/floatingips/19de457e-6076-4d1e-865e-37a4db494535 HTTP/1.1" status: 200 len: 991 time: 0.9039276 Jul 04 09:37:06.366474 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399ec08b-868f-4ae4-98e3-d24973058e41', 'tag': '3de40f2a-dc58-4609-ab55-d9211453327a'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:37:06.369152 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afacaa2a-0231-4d07-8b9c-161b80b89509" -d '{"events": [{"name": "network-changed", "server_uuid": "399ec08b-868f-4ae4-98e3-d24973058e41", "tag": "3de40f2a-dc58-4609-ab55-d9211453327a"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:37:06.406639 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1403a24d-527b-4df8-9e52-dfdd1505f327 x-openstack-request-id: req-1403a24d-527b-4df8-9e52-dfdd1505f327 {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:37:06.406970 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399ec08b-868f-4ae4-98e3-d24973058e41", "tag": "3de40f2a-dc58-4609-ab55-d9211453327a", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:37:06.407323 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1403a24d-527b-4df8-9e52-dfdd1505f327 {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:37:06.407799 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1403a24d-527b-4df8-9e52-dfdd1505f327'] response: {'name': 'network-changed', 'server_uuid': '399ec08b-868f-4ae4-98e3-d24973058e41', 'tag': '3de40f2a-dc58-4609-ab55-d9211453327a', 'status': 'completed', 'code': 200} Jul 04 09:37:06.462650 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:37:06.625919 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-94673418-ec2a-416f-af5d-64e927098c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:06.627486 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-94673418-ec2a-416f-af5d-64e927098c36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b3530aae964df69b90462407d40476&device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 1129 time: 0.0834785 Jul 04 09:37:06.634337 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Router b221a0b3-941b-4d75-ae23-085b185d1816 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:37:06.680876 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '19de457e-6076-4d1e-865e-37a4db494535', 'tenant_id': '23b3530aae964df69b90462407d40476', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'port_id': '3de40f2a-dc58-4609-ab55-d9211453327a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'mac_address': 'fa:16:3e:e0:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ec08b-868f-4ae4-98e3-d24973058e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:49Z', 'updated_at': '2022-07-04T09:37:05Z', 'revision_number': 1, 'project_id': '23b3530aae964df69b90462407d40476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:06.708363 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] Checking router: 51819c95-5f18-4f9b-8093-54134bfdc8d7 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:37:06.716536 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:37:06.717056 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:06.796035 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-78c8adb7-8c16-4e2b-b404-8a336c07260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:06.797534 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-78c8adb7-8c16-4e2b-b404-8a336c07260a service neutron] 10.222.0.62 "GET /v2.0/networks?id=3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 200 len: 910 time: 0.1621940 Jul 04 09:37:06.828386 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:37:06.853732 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:37:06.860284 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-b2bcd307-f790-4227-b135-192810aa92f3 admin admin] 10.222.0.73 "PUT /v2.0/routers/b221a0b3-941b-4d75-ae23-085b185d1816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0107975 Jul 04 09:37:06.863141 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60062) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:37:06.864804 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] Sync routers for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:37:06.876350 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:37:06.877280 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:06.892886 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-7bd760d5-e04f-45b0-a467-c4ea6735c5e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3de40f2a-dc58-4609-ab55-d9211453327a HTTP/1.1" status: 200 len: 999 time: 0.0884266 Jul 04 09:37:06.963440 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-7fb2c6f7-6419-471c-a4bd-cbea9766eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:06.966528 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-7fb2c6f7-6419-471c-a4bd-cbea9766eb18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 200 len: 848 time: 0.0648935 Jul 04 09:37:06.984351 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks [] for router (b221a0b3-941b-4d75-ae23-085b185d1816), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:06.993254 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:37:07.025170 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-319528da-375e-4bc5-a9e5-9212dca15d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:07.027322 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-319528da-375e-4bc5-a9e5-9212dca15d28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3efc3dd2-49aa-4e58-9c28-27dc19093c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540531 Jul 04 09:37:07.092336 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks [] for router_gateway (b221a0b3-941b-4d75-ae23-085b185d1816), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:07.140618 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-5c79a75a-2d97-4ff7-8fab-c0a3df690e57 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053209 Jul 04 09:37:07.156176 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Deleting port 425d2b13-604b-4326-bcd7-8fb537892a2f {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:37:07.156530 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:07.187427 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '19de457e-6076-4d1e-865e-37a4db494535', 'tenant_id': '23b3530aae964df69b90462407d40476', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'port_id': '3de40f2a-dc58-4609-ab55-d9211453327a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'mac_address': 'fa:16:3e:e0:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ec08b-868f-4ae4-98e3-d24973058e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:49Z', 'updated_at': '2022-07-04T09:37:05Z', 'revision_number': 1, 'project_id': '23b3530aae964df69b90462407d40476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:07.208889 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:37:05Z', 'revision_number': 5, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port': {'id': '425d2b13-604b-4326-bcd7-8fb537892a2f', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:00Z', 'updated_at': '2022-07-04T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:07.222301 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1702a-3dad-4700-addf-e00aaaef85e5 None None] The sync data for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi is: [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '19de457e-6076-4d1e-865e-37a4db494535', 'tenant_id': '23b3530aae964df69b90462407d40476', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'port_id': '3de40f2a-dc58-4609-ab55-d9211453327a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'mac_address': 'fa:16:3e:e0:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ec08b-868f-4ae4-98e3-d24973058e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:36:49Z', 'updated_at': '2022-07-04T09:37:05Z', 'revision_number': 1, 'project_id': '23b3530aae964df69b90462407d40476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:37:07.247057 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] Checking router: b221a0b3-941b-4d75-ae23-085b185d1816 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:37:07.251027 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] For port 425d2b13-604b-4326-bcd7-8fb537892a2f, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=425d2b13-604b-4326-bcd7-8fb537892a2f,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:37:07.251426 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:07.259026 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] Routers {'b221a0b3-941b-4d75-ae23-085b185d1816'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:37:07.259668 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:36:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['b221a0b3-941b-4d75-ae23-085b185d1816'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:07.265026 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-afacaa2a-0231-4d07-8b9c-161b80b89509 req-82f5f799-9e29-4607-aaa5-6f5e558facb7 service neutron] 10.222.0.62 "GET /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169751 Jul 04 09:37:07.267743 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Calling delete_port for 425d2b13-604b-4326-bcd7-8fb537892a2f owned by network:router_gateway {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:37:07.353584 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] Set router b221a0b3-941b-4d75-ae23-085b185d1816 gateway port host: None {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:37:07.406243 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:37:07Z', 'revision_number': 6, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:07.433797 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef19e4a-9e8e-4c93-9d1c-f3094956ab7f None None] The sync data for ids ['b221a0b3-941b-4d75-ae23-085b185d1816'] in dv-cinder-847864-6-iscsi is: [{'id': 'b221a0b3-941b-4d75-ae23-085b185d1816', 'name': 'tempest-ServerRescueNegativeTestJSON-1120393836-router', 'tenant_id': '86390c46ac044ee3974d90a7a29195be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:37:07Z', 'revision_number': 6, 'project_id': '86390c46ac044ee3974d90a7a29195be', 'gw_port_host': None}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:37:07.466076 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d510c6-2881-4e7a-b0df-c8d759219ae7 None None] New status for floating IP 19de457e-6076-4d1e-865e-37a4db494535: ACTIVE {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:37:07.690845 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (425d2b13-604b-4326-bcd7-8fb537892a2f), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:07.718795 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Pushing event deleted for resources: {'Port': ['ID=425d2b13-604b-4326-bcd7-8fb537892a2f,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:07.779137 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (b221a0b3-941b-4d75-ae23-085b185d1816), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:07.882878 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (b221a0b3-941b-4d75-ae23-085b185d1816), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:07.884994 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks [] for router_controller (b221a0b3-941b-4d75-ae23-085b185d1816), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:07.948666 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (b221a0b3-941b-4d75-ae23-085b185d1816), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:07.949297 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b221a0b3-941b-4d75-ae23-085b185d1816 {{(pid=103745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:37:07.954264 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:07.955451 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-583aca31-c4ad-4bbe-8917-131bfe6f8462 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b221a0b3-941b-4d75-ae23-085b185d1816 HTTP/1.1" status: 204 len: 168 time: 1.0915041 Jul 04 09:37:07.958886 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60066) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:37:08.001121 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-facf07e0-af79-424a-b9e1-e1e22a274fa1 admin admin] Deleting subnet 34630bb3-d510-42c5-a404-70b18dd1ab85 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:37:08.004877 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-facf07e0-af79-424a-b9e1-e1e22a274fa1 admin admin] Publish callbacks [] for subnet (34630bb3-d510-42c5-a404-70b18dd1ab85), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.039066 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-facf07e0-af79-424a-b9e1-e1e22a274fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (34630bb3-d510-42c5-a404-70b18dd1ab85), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.114112 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-facf07e0-af79-424a-b9e1-e1e22a274fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (34630bb3-d510-42c5-a404-70b18dd1ab85), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.166315 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-facf07e0-af79-424a-b9e1-e1e22a274fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (34630bb3-d510-42c5-a404-70b18dd1ab85), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.195006 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-facf07e0-af79-424a-b9e1-e1e22a274fa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.199363 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-facf07e0-af79-424a-b9e1-e1e22a274fa1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/34630bb3-d510-42c5-a404-70b18dd1ab85 HTTP/1.1" status: 204 len: 168 time: 0.2395251 Jul 04 09:37:08.200233 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf07e0-af79-424a-b9e1-e1e22a274fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34630bb3-d510-42c5-a404-70b18dd1ab85,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:08.200686 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed01d2a-f01c-4da2-b9d9-ed661b723b89 None None] Network 9812808c-d655-4a41-a055-d1f732fa7722 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:37:08.201955 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60068) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:37:08.274314 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (9812808c-d655-4a41-a055-d1f732fa7722), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.330664 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Deleting port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:37:08.330989 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.372632 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e781468-00fc-4ee8-81bd-25b8e856d070 None None] DHCP port deletion for 9812808c-d655-4a41-a055-d1f732fa7722 request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:37:08.403680 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] For port 0a6e6c9e-3172-4376-8f52-3d668fd6a783, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0a6e6c9e-3172-4376-8f52-3d668fd6a783,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:37:08.404584 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.418975 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-6e781468-00fc-4ee8-81bd-25b8e856d070 None None] Deleting port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:37:08.419357 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6e781468-00fc-4ee8-81bd-25b8e856d070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.419809 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Calling delete_port for 0a6e6c9e-3172-4376-8f52-3d668fd6a783 owned by network:dhcp {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:37:08.486556 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-6e781468-00fc-4ee8-81bd-25b8e856d070 None None] For port 0a6e6c9e-3172-4376-8f52-3d668fd6a783, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0a6e6c9e-3172-4376-8f52-3d668fd6a783,segment=NetworkSegment(7e82e823-470a-449f-ab85-04c8419b9b98),segment_id=7e82e823-470a-449f-ab85-04c8419b9b98)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:37:08.486949 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6e781468-00fc-4ee8-81bd-25b8e856d070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.499702 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-6e781468-00fc-4ee8-81bd-25b8e856d070 None None] Calling delete_port for 0a6e6c9e-3172-4376-8f52-3d668fd6a783 owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:37:08.506404 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.535283 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6e6c9e-3172-4376-8f52-3d668fd6a783,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:08.539165 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] No DVR routers for this DVR port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 on host dv-cinder-847864-6-iscsi {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:37:08.577180 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6e781468-00fc-4ee8-81bd-25b8e856d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (0a6e6c9e-3172-4376-8f52-3d668fd6a783), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.605665 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e781468-00fc-4ee8-81bd-25b8e856d070 None None] Pushing event deleted for resources: {'Port': ['ID=0a6e6c9e-3172-4376-8f52-3d668fd6a783,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:08.609925 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (9812808c-d655-4a41-a055-d1f732fa7722), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.614581 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e781468-00fc-4ee8-81bd-25b8e856d070 None None] No DVR routers for this DVR port 0a6e6c9e-3172-4376-8f52-3d668fd6a783 on host dv-cinder-847864-6-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:37:08.634176 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9812808c-d655-4a41-a055-d1f732fa7722']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:08.643488 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e82e823-470a-449f-ab85-04c8419b9b98') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:08.643787 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e82e823-470a-449f-ab85-04c8419b9b98') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:37:08.653611 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (7e82e823-470a-449f-ab85-04c8419b9b98), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.667575 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (7e82e823-470a-449f-ab85-04c8419b9b98), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.674131 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:37:08.674643 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (7e82e823-470a-449f-ab85-04c8419b9b98), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.737429 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (9812808c-d655-4a41-a055-d1f732fa7722), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.744768 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.748104 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] 10.222.0.73 "DELETE /v2.0/networks/9812808c-d655-4a41-a055-d1f732fa7722 HTTP/1.1" status: 204 len: 168 time: 0.5449367 Jul 04 09:37:08.758953 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 7e82e823-470a-449f-ab85-04c8419b9b98 resource provider aggregate not found Jul 04 09:37:08.762894 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d4994-46f5-45c0-a177-6ecb2c507a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=9812808c-d655-4a41-a055-d1f732fa7722,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:08.780771 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 7e82e823-470a-449f-ab85-04c8419b9b98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e82e823-470a-449f-ab85-04c8419b9b98 found for delete ", "request_id": "req-9dd9993c-dec8-4519-bd48-64b9f4dab7b6"}]} Jul 04 09:37:08.841730 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 801d1daf-9669-48d1-8a43-82f59346df66 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:37:08.861063 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 801d1daf-9669-48d1-8a43-82f59346df66 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:37:08.861414 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 801d1daf-9669-48d1-8a43-82f59346df66 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:37:08.861814 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 425d2b13-604b-4326-bcd7-8fb537892a2f no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:37:08.865138 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60078) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:37:08.881588 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 425d2b13-604b-4326-bcd7-8fb537892a2f {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:37:08.881838 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 425d2b13-604b-4326-bcd7-8fb537892a2f not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:37:08.882285 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0a6e6c9e-3172-4376-8f52-3d668fd6a783 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:37:08.900195 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 0a6e6c9e-3172-4376-8f52-3d668fd6a783 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:37:08.900545 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0a6e6c9e-3172-4376-8f52-3d668fd6a783 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:37:08.905130 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4a97f896-dd2f-4934-a062-b76a68ec701b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86390c46ac044ee3974d90a7a29195be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388594 Jul 04 09:37:08.907735 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60080) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:37:08.955335 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ee83667b-c720-456a-b247-b2fe2e26c341 admin admin] Publish callbacks [] for security_group (cbb59d7b-5545-49a1-a962-698f5be97b38), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:08.977142 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ee83667b-c720-456a-b247-b2fe2e26c341 admin admin] Publish callbacks [] for security_group (cbb59d7b-5545-49a1-a962-698f5be97b38), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:09.024763 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ee83667b-c720-456a-b247-b2fe2e26c341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cbb59d7b-5545-49a1-a962-698f5be97b38), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:09.027413 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ee83667b-c720-456a-b247-b2fe2e26c341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:09.028567 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-ee83667b-c720-456a-b247-b2fe2e26c341 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cbb59d7b-5545-49a1-a962-698f5be97b38 HTTP/1.1" status: 204 len: 168 time: 0.1198938 Jul 04 09:37:09.037295 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83667b-c720-456a-b247-b2fe2e26c341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb59d7b-5545-49a1-a962-698f5be97b38,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:37:12.000214 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6c23-90db-4cf7-9f66-d2ca11fcbef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:14.103209 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2f116499-9db3-4476-8e53-59acfc057fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:15.469018 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:16.821037 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:18.416951 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:19.163702 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:20.182111 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:37:42.005112 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e9deace-e22f-4f5d-8732-a240fa4e71e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:44.103938 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-766dde29-5e5e-4921-892f-80fc17601e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:45.471470 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:46.823596 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:48.419038 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:49.163099 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:37:52.634611 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75039149-addf-4522-958c-83898bbbb629 req-34145f43-1909-4a60-81f8-d12a3ad5e117 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475028 Jul 04 09:37:52.717632 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75039149-addf-4522-958c-83898bbbb629 req-47267888-7dea-45e5-b8d7-c8a4d9422ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:52.719183 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75039149-addf-4522-958c-83898bbbb629 req-47267888-7dea-45e5-b8d7-c8a4d9422ea1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 1130 time: 0.0478723 Jul 04 09:37:52.821619 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75039149-addf-4522-958c-83898bbbb629 req-fd338004-38d3-4a2c-a872-53759b668a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:52.823110 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75039149-addf-4522-958c-83898bbbb629 req-fd338004-38d3-4a2c-a872-53759b668a4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 913 time: 0.0844738 Jul 04 09:37:52.887381 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75039149-addf-4522-958c-83898bbbb629 req-685b0ecf-8a5f-4d7c-8144-ae6e9df823b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 HTTP/1.1" status: 200 len: 1002 time: 0.0575376 Jul 04 09:37:52.935248 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75039149-addf-4522-958c-83898bbbb629 req-397a5e27-3f4b-431b-9350-6cd7689ec5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:52.936782 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75039149-addf-4522-958c-83898bbbb629 req-397a5e27-3f4b-431b-9350-6cd7689ec5e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0430357 Jul 04 09:37:52.986670 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75039149-addf-4522-958c-83898bbbb629 req-420dcf48-31a4-4a3e-82cf-122b1cca5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:37:52.988152 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75039149-addf-4522-958c-83898bbbb629 req-420dcf48-31a4-4a3e-82cf-122b1cca5657 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448267 Jul 04 09:37:53.080562 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75039149-addf-4522-958c-83898bbbb629 req-f41907e6-f17b-414e-8faf-8f0fd68adaba service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847964 Jul 04 09:37:53.169953 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-75039149-addf-4522-958c-83898bbbb629 req-2d26cb56-dd67-4329-9203-12dbc796d444 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810394 Jul 04 09:37:57.180585 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:38:02.268475 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5c614772-208e-41b3-a5eb-62825b290f37 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236265056&fields=id&tenant_id=ba45ec642c4e407399bc25b38d8774a0 HTTP/1.1" status: 200 len: 267 time: 0.0440743 Jul 04 09:38:02.380322 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-49e2a6f9-a59d-4770-90b1-39e675707947 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:02.382360 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-49e2a6f9-a59d-4770-90b1-39e675707947 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 812 time: 0.1067302 Jul 04 09:38:02.396474 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-fa01986d-074f-4b45-bbcc-7a878af5eab1 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/quotas/ba45ec642c4e407399bc25b38d8774a0 HTTP/1.1" status: 200 len: 375 time: 0.0086722 Jul 04 09:38:02.453088 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5599d08e-1bc0-4f32-a1b1-e5de4d712e47 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514691 Jul 04 09:38:02.556735 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-e0b82a52-173c-41e9-8a32-94b63b3689cc service neutron] 10.222.0.73 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890448 Jul 04 09:38:02.643409 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-91325dcd-a6fb-4c14-993e-f6ad1b36c31d service neutron] 10.222.0.73 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810082 Jul 04 09:38:02.928008 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-faf9602d-1b88-4c4a-8121-1637ced241b5 req-d4a13447-9726-4269-8c51-3482bb6a8dfc tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 210 time: 0.0277350 Jul 04 09:38:03.999726 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-eeed8323-d745-464b-81bd-17eae0a1ecb8 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:04.001198 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-eeed8323-d745-464b-81bd-17eae0a1ecb8 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 812 time: 0.1119144 Jul 04 09:38:04.028751 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-684d943a-12e0-4235-b65d-a1a68575a1f2 req-6b1ad2d3-af22-4a20-806b-4895f811dbf9 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 210 time: 0.0312533 Jul 04 09:38:04.072273 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-15aa84be-2b28-49a9-b440-50b13b19227c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba45ec642c4e407399bc25b38d8774a0 HTTP/1.1" status: 200 len: 379 time: 0.0542505 Jul 04 09:38:04.096487 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'port': {'device_id': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'admin_state_up': True, 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'security_groups': ['ddb03820-8946-4ecd-aae6-affebeaad95c']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:38:04.208297 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Made reservation on behalf of ba45ec642c4e407399bc25b38d8774a0 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:38:04.212253 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:04.335261 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Allocated IP 172.20.0.3 (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e/cd00959d-7155-4272-b795-f877b6e36b55/e83e2b8c-58ee-4c7f-ab81-8065f6c14316) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:38:04.475270 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:04.507053 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:04.549258 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:38:04.554974 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:38:04.557502 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:38:04.591997 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'Port': ['ID=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:04.609264 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.609824 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.610367 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.610700 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.611114 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.611487 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.611987 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.612402 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.612842 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.613268 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.614335 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.614335 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.614574 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:04.632718 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:04.633454 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:04.653011 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-51912f1e-9c50-4cbf-a22f-3dfeaeb4e58e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601370 Jul 04 09:38:04.672898 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Request body: {'port': {'device_id': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:38:04.747629 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:04.814868 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-f90d2738-e8af-4ec9-9300-8e1f9c87f6bf None None] Provisioning complete for port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:38:04.815398 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f90d2738-e8af-4ec9-9300-8e1f9c87f6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:04.864891 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-f90d2738-e8af-4ec9-9300-8e1f9c87f6bf None None] Port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:38:05.047805 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83e2b8c-58ee-4c7f-ab81-8065f6c14316 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:38:05.058431 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Publish callbacks [] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.075057 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Transition to ACTIVE for port object e83e2b8c-58ee-4c7f-ab81-8065f6c14316 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:38:05.078579 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.170460 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:05.230737 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadacb82-a1b5-48c8-9a3a-d440b1f4e380 req-d4d6c52e-b1b2-4142-8722-e76af0931619 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:05.232322 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cadacb82-a1b5-48c8-9a3a-d440b1f4e380 req-d4d6c52e-b1b2-4142-8722-e76af0931619 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.1265929 Jul 04 09:38:05.270242 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60610) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:05.286344 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Attempting to bind port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:38:05.286689 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Attempting to bind port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:38:05.288789 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Attempting to bind port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:38:05.299220 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:38:05.299553 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Attempting to bind port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 on network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:38:05.310132 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:38:05.310486 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Checking segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:38:05.310880 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Bound using segment: {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:38:05.311325 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Bound port: e83e2b8c-58ee-4c7f-ab81-8065f6c14316, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:38:05.311692 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.316657 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cadacb82-a1b5-48c8-9a3a-d440b1f4e380 req-86018fad-95b8-474f-a883-777d5773e0e4 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762501 Jul 04 09:38:05.380718 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] For port e83e2b8c-58ee-4c7f-ab81-8065f6c14316, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:38:05.384031 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] For port e83e2b8c-58ee-4c7f-ab81-8065f6c14316, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:38:05.391047 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.400568 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.423400 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:05.424344 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.425583 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] 10.222.0.62 "PUT /v2.0/ports/e83e2b8c-58ee-4c7f-ab81-8065f6c14316 HTTP/1.1" status: 200 len: 1093 time: 0.7579308 Jul 04 09:38:05.428979 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:38:05.431205 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042" -d '{"events": [{"name": "network-changed", "server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:38:05.460291 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1bf24-1da3-4496-a347-58fc0b8126b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:05.487002 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2109bbc4-97a3-48cd-9762-ac6f515f81f3 x-openstack-request-id: req-2109bbc4-97a3-48cd-9762-ac6f515f81f3 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:38:05.487428 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:38:05.487756 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2109bbc4-97a3-48cd-9762-ac6f515f81f3 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:38:05.488233 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2109bbc4-97a3-48cd-9762-ac6f515f81f3'] response: {'name': 'network-changed', 'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'status': 'completed', 'code': 200} Jul 04 09:38:05.493576 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Publish callbacks [] for security_group (a92a0bfc-1e34-4533-bc12-8debf27cb254), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.498393 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a92a0bfc-1e34-4533-bc12-8debf27cb254), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.540442 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25f59cd88b7f4951b473a37be5d6635d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678394 Jul 04 09:38:05.541573 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92a0bfc-1e34-4533-bc12-8debf27cb254,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:05.543189 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60616) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:05.551045 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.551609 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.552121 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.552628 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.554494 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.554842 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.555200 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.555548 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.555895 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.556241 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.556580 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.556917 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.557255 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7952f5b4-df1c-4edf-aa5d-87093b1273f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:05.614890 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-a8d25868-f23c-449b-aa27-c7604f7d4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:05.617056 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-a8d25868-f23c-449b-aa27-c7604f7d4aa0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 1127 time: 0.0876138 Jul 04 09:38:05.626674 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-63c066b2-1896-476f-810c-93a42ddcaa30 admin admin] Publish callbacks [] for security_group (a92a0bfc-1e34-4533-bc12-8debf27cb254), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.678750 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-63c066b2-1896-476f-810c-93a42ddcaa30 admin admin] Publish callbacks [] for security_group (a92a0bfc-1e34-4533-bc12-8debf27cb254), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.681164 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-36e46205-61ac-41ba-a8c8-076b9f32335a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83e2b8c-58ee-4c7f-ab81-8065f6c14316 HTTP/1.1" status: 200 len: 217 time: 0.0456054 Jul 04 09:38:05.749907 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-ee6f9a2c-f19d-4ea4-bf7f-885e3ba36294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:05.751389 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-ee6f9a2c-f19d-4ea4-bf7f-885e3ba36294 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0635104 Jul 04 09:38:05.784805 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-63c066b2-1896-476f-810c-93a42ddcaa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a92a0bfc-1e34-4533-bc12-8debf27cb254), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.787990 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-63c066b2-1896-476f-810c-93a42ddcaa30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:05.789184 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-63c066b2-1896-476f-810c-93a42ddcaa30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a92a0bfc-1e34-4533-bc12-8debf27cb254 HTTP/1.1" status: 204 len: 168 time: 0.2264559 Jul 04 09:38:05.801036 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c066b2-1896-476f-810c-93a42ddcaa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92a0bfc-1e34-4533-bc12-8debf27cb254,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:05.821007 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-e5d97a1e-3d14-459a-9790-6b30d6d65a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:05.822635 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-e5d97a1e-3d14-459a-9790-6b30d6d65a53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643792 Jul 04 09:38:05.915914 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-0218e3e9-cec8-4cec-977c-4da9498e3027 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868843 Jul 04 09:38:06.010529 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efb3d654-09ef-4711-aece-9a670a0b28d3 req-a11f0e91-a208-4296-b4eb-f71774fc0ffa service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883863 Jul 04 09:38:06.062594 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60622) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:06.078126 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1e313016-2cbc-40e7-8af5-37ddfadd0ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:06.179991 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-980304ba-5a37-4609-bff6-2d1a54ab39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:06.181485 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-980304ba-5a37-4609-bff6-2d1a54ab39ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 1127 time: 0.0727758 Jul 04 09:38:06.207357 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1e313016-2cbc-40e7-8af5-37ddfadd0ce7 admin admin] Publish callbacks [] for security_group (e4842434-4b07-45d0-a836-af507c673d6e), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:06.217749 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1e313016-2cbc-40e7-8af5-37ddfadd0ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e4842434-4b07-45d0-a836-af507c673d6e), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:06.294180 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-1e313016-2cbc-40e7-8af5-37ddfadd0ce7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=928c9067e81a46849842cc45eab5318d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302969 Jul 04 09:38:06.296869 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60624) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:06.297338 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e313016-2cbc-40e7-8af5-37ddfadd0ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4842434-4b07-45d0-a836-af507c673d6e,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:06.323361 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-0fd2280a-8009-44e7-962c-3ba1254fc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:06.324858 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-0fd2280a-8009-44e7-962c-3ba1254fc43e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 913 time: 0.1347780 Jul 04 09:38:06.345627 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-204205aa-7673-4f3c-8adc-6516d1a28345 admin admin] Publish callbacks [] for security_group (e4842434-4b07-45d0-a836-af507c673d6e), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:06.370223 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-a13876ac-92f6-4d60-b1ab-56427de235dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83e2b8c-58ee-4c7f-ab81-8065f6c14316 HTTP/1.1" status: 200 len: 217 time: 0.0386798 Jul 04 09:38:06.373079 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-204205aa-7673-4f3c-8adc-6516d1a28345 admin admin] Publish callbacks [] for security_group (e4842434-4b07-45d0-a836-af507c673d6e), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:06.422271 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-204205aa-7673-4f3c-8adc-6516d1a28345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e4842434-4b07-45d0-a836-af507c673d6e), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:06.424954 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-204205aa-7673-4f3c-8adc-6516d1a28345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:06.429053 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-204205aa-7673-4f3c-8adc-6516d1a28345 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4842434-4b07-45d0-a836-af507c673d6e HTTP/1.1" status: 204 len: 168 time: 0.1281314 Jul 04 09:38:06.434585 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204205aa-7673-4f3c-8adc-6516d1a28345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4842434-4b07-45d0-a836-af507c673d6e,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:06.455122 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-82eeea6d-abe7-41ec-9a9a-add7644870f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:06.456561 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-82eeea6d-abe7-41ec-9a9a-add7644870f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0792649 Jul 04 09:38:06.501033 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038e82-1ad6-45a1-a24b-1be0eedc81ce req-4f41729f-edbc-449a-96e1-fe7d0f04006d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:06.502700 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3c038e82-1ad6-45a1-a24b-1be0eedc81ce req-4f41729f-edbc-449a-96e1-fe7d0f04006d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0984831 Jul 04 09:38:06.536588 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-eeb8ea5c-e38f-427b-abb8-ac9ea2c76df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:06.539175 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-eeb8ea5c-e38f-427b-abb8-ac9ea2c76df3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747302 Jul 04 09:38:06.609788 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3c038e82-1ad6-45a1-a24b-1be0eedc81ce req-cbd8fe2d-b812-481c-a0f0-5c3c2ade7093 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006098 Jul 04 09:38:06.656104 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-619a0ba7-f105-427f-aee2-cc4e01182273 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083679 Jul 04 09:38:06.746756 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5ecf69f6-b57d-4ff5-af7d-4f5e8a893042 req-a0357b23-5695-43c5-99f6-d986b7c06888 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833900 Jul 04 09:38:07.735691 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408288-07b7-4755-a85c-3f5f59a9337d req-a9246a59-3272-4e04-ae58-15c7af489344 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:07.737237 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-db408288-07b7-4755-a85c-3f5f59a9337d req-a9246a59-3272-4e04-ae58-15c7af489344 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0593591 Jul 04 09:38:07.795218 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-db408288-07b7-4755-a85c-3f5f59a9337d req-8d026b76-fd91-4e3f-adde-dc35798d6902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497210 Jul 04 09:38:07.931288 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90d519-b3c2-444b-9927-33e386a41fae req-96b99895-5764-407b-8a78-f300e719e82f tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:07.932993 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc90d519-b3c2-444b-9927-33e386a41fae req-96b99895-5764-407b-8a78-f300e719e82f tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0606298 Jul 04 09:38:07.962272 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08378e9c-d149-44c9-8dfc-318b7627209a req-ff712c30-01a0-4787-a238-a09787558390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:07.963809 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08378e9c-d149-44c9-8dfc-318b7627209a req-ff712c30-01a0-4787-a238-a09787558390 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1169 time: 0.0567906 Jul 04 09:38:08.008570 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc90d519-b3c2-444b-9927-33e386a41fae req-ffc70f55-41d8-445a-bf51-786a927f3520 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679147 Jul 04 09:38:08.074588 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08378e9c-d149-44c9-8dfc-318b7627209a req-2010055b-937a-4814-b74c-1a7433ac63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:08.076203 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08378e9c-d149-44c9-8dfc-318b7627209a req-2010055b-937a-4814-b74c-1a7433ac63f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 200 len: 916 time: 0.1061654 Jul 04 09:38:08.145008 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08378e9c-d149-44c9-8dfc-318b7627209a req-84f0e40f-030d-42ce-a55c-13835d4324df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 1001 time: 0.0570138 Jul 04 09:38:08.195444 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08378e9c-d149-44c9-8dfc-318b7627209a req-f118b5ed-7628-4faa-a867-0303c7214a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:08.196878 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08378e9c-d149-44c9-8dfc-318b7627209a req-f118b5ed-7628-4faa-a867-0303c7214a64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70327bc2-1672-43cb-aaf6-c5a632e05ab6 HTTP/1.1" status: 200 len: 854 time: 0.0442855 Jul 04 09:38:08.244783 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08378e9c-d149-44c9-8dfc-318b7627209a req-452e7993-cb92-4f00-a5d5-b376f7627c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:08.246275 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08378e9c-d149-44c9-8dfc-318b7627209a req-452e7993-cb92-4f00-a5d5-b376f7627c7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31b48d69-0bfe-4e4e-a4e3-879a588332a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430107 Jul 04 09:38:08.337426 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08378e9c-d149-44c9-8dfc-318b7627209a req-00bc4016-3948-450c-810a-b3b3809a9a62 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844731 Jul 04 09:38:08.425208 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-08378e9c-d149-44c9-8dfc-318b7627209a req-cb11a5ca-912e-4e61-95ef-be790995dd1b service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794778 Jul 04 09:38:08.920000 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7f51b-0591-4207-bf5a-74e03cadc3ef req-bd7854a9-ac87-4c67-9f7a-6ef4ef5b9751 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:08.921475 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-82f7f51b-0591-4207-bf5a-74e03cadc3ef req-bd7854a9-ac87-4c67-9f7a-6ef4ef5b9751 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0558126 Jul 04 09:38:08.969881 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-82f7f51b-0591-4207-bf5a-74e03cadc3ef req-1bb274d2-10e1-45ab-a9a6-783c616131a2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428174 Jul 04 09:38:09.121509 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cbe61-52ed-48bc-8246-f6e2cdaf1986 req-1d0f98be-ea45-412e-81c6-6bc57d28dfd5 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:09.123040 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3e7cbe61-52ed-48bc-8246-f6e2cdaf1986 req-1d0f98be-ea45-412e-81c6-6bc57d28dfd5 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0532961 Jul 04 09:38:09.185452 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3e7cbe61-52ed-48bc-8246-f6e2cdaf1986 req-0613e96c-614e-47cc-98e1-05339c663dba tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568242 Jul 04 09:38:10.090082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2464b1-8edb-404d-8d28-5cd822137742 req-723b9265-3041-4fc4-9fe0-0cea186ef338 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:10.091525 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ad2464b1-8edb-404d-8d28-5cd822137742 req-723b9265-3041-4fc4-9fe0-0cea186ef338 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0556927 Jul 04 09:38:10.138678 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ad2464b1-8edb-404d-8d28-5cd822137742 req-b98e98f9-7650-46f5-b269-73c97d6479ce tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416958 Jul 04 09:38:10.317036 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffde62-d025-45d5-9ddc-a6ee59136aaf req-22a74394-15cc-439b-abde-bd650d51d457 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:10.319012 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-16ffde62-d025-45d5-9ddc-a6ee59136aaf req-22a74394-15cc-439b-abde-bd650d51d457 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0540171 Jul 04 09:38:10.378239 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-16ffde62-d025-45d5-9ddc-a6ee59136aaf req-d808bf34-183a-4ca5-b49f-13d8d1fb8e41 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538304 Jul 04 09:38:11.255307 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca5dc1-e820-4095-a155-c0df74e00b27 req-4303bbd4-8565-4e1d-9ada-a08f483ae57e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:11.257483 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9dca5dc1-e820-4095-a155-c0df74e00b27 req-4303bbd4-8565-4e1d-9ada-a08f483ae57e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0524702 Jul 04 09:38:11.305050 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9dca5dc1-e820-4095-a155-c0df74e00b27 req-ee15c468-417b-4dca-a582-eae1df068363 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420458 Jul 04 09:38:11.496496 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd498e4-2a84-44ea-b549-9fa4b391bc66 req-28e8fc10-f9c8-4b61-a4c9-5ae74153797f tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:11.497970 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bcd498e4-2a84-44ea-b549-9fa4b391bc66 req-28e8fc10-f9c8-4b61-a4c9-5ae74153797f tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0525093 Jul 04 09:38:11.555411 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bcd498e4-2a84-44ea-b549-9fa4b391bc66 req-a6d7847f-6a28-411b-be4e-2419b7afe3f3 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514715 Jul 04 09:38:11.996859 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3daa29b4-bf5f-45c7-a5a2-18d5c22f6bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:12.425082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefff3c4-9fd9-4dd9-87aa-70f875441d7a req-80f19d39-a63b-4ab0-99cc-15e641c46c1a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:12.426577 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eefff3c4-9fd9-4dd9-87aa-70f875441d7a req-80f19d39-a63b-4ab0-99cc-15e641c46c1a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0554802 Jul 04 09:38:12.475287 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eefff3c4-9fd9-4dd9-87aa-70f875441d7a req-8f929d51-ab41-415d-bd5a-f92dbb5aff2a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423994 Jul 04 09:38:12.677188 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5134efa-8d0f-434f-9247-4f0cab447e8b req-d6195681-1046-47f0-b6f3-2ffd3ac5a865 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:12.680095 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d5134efa-8d0f-434f-9247-4f0cab447e8b req-d6195681-1046-47f0-b6f3-2ffd3ac5a865 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0574181 Jul 04 09:38:12.741197 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d5134efa-8d0f-434f-9247-4f0cab447e8b req-d73b632b-a374-4966-bfd7-4425207f74e7 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548282 Jul 04 09:38:13.592155 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d50baa-22c4-49ed-990b-1552b840275f req-1ae9396f-992f-4fa7-bb42-6976ca61bd9a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:13.593595 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-10d50baa-22c4-49ed-990b-1552b840275f req-1ae9396f-992f-4fa7-bb42-6976ca61bd9a tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0520942 Jul 04 09:38:13.642050 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-10d50baa-22c4-49ed-990b-1552b840275f req-a391946e-0859-408e-a62b-c788c589213c tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429521 Jul 04 09:38:13.860109 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6ddd2-2eaf-4f95-a9f3-35a1c9a226c5 req-a156d523-ccf2-4b10-bd0e-92ce0c6a27f0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:13.861583 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-85a6ddd2-2eaf-4f95-a9f3-35a1c9a226c5 req-a156d523-ccf2-4b10-bd0e-92ce0c6a27f0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0520091 Jul 04 09:38:13.920874 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-85a6ddd2-2eaf-4f95-a9f3-35a1c9a226c5 req-a86cd61b-e5bb-47ae-b15b-868aca7985aa tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520730 Jul 04 09:38:14.106130 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1f1effb4-40c8-47fc-8571-5c32f9380fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:14.760169 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aab09-6fe2-4da0-a65a-d6169e4d7849 req-f779f4f7-d9f6-45be-9f4c-1fe3b854a118 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:14.761675 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4d0aab09-6fe2-4da0-a65a-d6169e4d7849 req-f779f4f7-d9f6-45be-9f4c-1fe3b854a118 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0521057 Jul 04 09:38:14.814102 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4d0aab09-6fe2-4da0-a65a-d6169e4d7849 req-65d8e4ea-444e-4be7-a497-20e2aa1b4b5f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464044 Jul 04 09:38:15.040216 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa91cb1-69d3-49b6-a0ce-12d0d84bbdc4 req-c8f8ca09-9331-4595-85f8-8907a445eaa1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:15.041734 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-aaa91cb1-69d3-49b6-a0ce-12d0d84bbdc4 req-c8f8ca09-9331-4595-85f8-8907a445eaa1 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0531011 Jul 04 09:38:15.103959 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-aaa91cb1-69d3-49b6-a0ce-12d0d84bbdc4 req-b81293e0-2e7c-4727-870f-0556f1e59cb0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561960 Jul 04 09:38:15.473898 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:15.933261 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfa1c6-d617-4cc7-a66d-722c9cc9ad25 req-cd2709cb-4376-4aa1-9fdc-092b89ef3aec tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:15.934732 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-43cfa1c6-d617-4cc7-a66d-722c9cc9ad25 req-cd2709cb-4376-4aa1-9fdc-092b89ef3aec tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0521574 Jul 04 09:38:15.986696 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-43cfa1c6-d617-4cc7-a66d-722c9cc9ad25 req-4b801050-5c93-475c-a784-42fa14ace5e2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464389 Jul 04 09:38:16.222319 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c368a-8f43-4def-8f1c-faab8d0fe7d4 req-b7aefdb3-9de4-491f-bfac-62f24bc83d67 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:16.223807 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ef5c368a-8f43-4def-8f1c-faab8d0fe7d4 req-b7aefdb3-9de4-491f-bfac-62f24bc83d67 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0524821 Jul 04 09:38:16.288645 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ef5c368a-8f43-4def-8f1c-faab8d0fe7d4 req-62223ccb-2036-4536-9314-aaa850382b03 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578012 Jul 04 09:38:16.830076 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:17.123017 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7508918-4b93-40aa-97fd-d283d2dce563 req-f4d496cb-20ed-407b-9b1b-ee022f5f010d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:17.124549 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e7508918-4b93-40aa-97fd-d283d2dce563 req-f4d496cb-20ed-407b-9b1b-ee022f5f010d tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 943 time: 0.0611587 Jul 04 09:38:17.178212 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e7508918-4b93-40aa-97fd-d283d2dce563 req-cbdb2e6a-b61a-426d-ab85-791ea121b681 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458498 Jul 04 09:38:17.416012 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70221b3-4339-4961-84be-b529b4830c2c req-2e3bb36f-6be6-488c-ae58-60056a9c804b tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:17.417557 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f70221b3-4339-4961-84be-b529b4830c2c req-2e3bb36f-6be6-488c-ae58-60056a9c804b tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0576079 Jul 04 09:38:17.492283 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-f70221b3-4339-4961-84be-b529b4830c2c req-8b4e8424-a24d-4a28-90ff-de5d6808b38c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681643 Jul 04 09:38:17.967717 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device e83e2b8c-58ee-4c7f-ab81-8065f6c14316 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:38:18.072356 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port e83e2b8c-58ee-4c7f-ab81-8065f6c14316, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:38:18.085004 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'port_id': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'mac_address': 'fa:16:3e:7e:49:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:38:18.120089 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:38:18.120478 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:18.133766 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83e2b8c-58ee-4c7f-ab81-8065f6c14316 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:38:18.152552 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port e83e2b8c-58ee-4c7f-ab81-8065f6c14316, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:38:18.156350 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:18.201230 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:18.208089 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.208486 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.208960 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.209510 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.209854 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.210231 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.210571 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.210908 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.211241 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.211573 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.211902 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.212227 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.212555 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:38:18.309357 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056a93a-3218-4070-9c07-61b510e55e9c req-39c37c6c-7e0f-47c0-883f-f064f03f7221 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:18.310850 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8056a93a-3218-4070-9c07-61b510e55e9c req-39c37c6c-7e0f-47c0-883f-f064f03f7221 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 944 time: 0.0565870 Jul 04 09:38:18.358588 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8056a93a-3218-4070-9c07-61b510e55e9c req-e203d0b0-2bba-497a-983f-0c6b1cbc41fc tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421903 Jul 04 09:38:18.422471 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:18.617044 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf58b7-28dd-40a8-ae30-7357360a8107 req-25754431-3746-44ac-b602-6c170f8f53fd tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:18.618569 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-87cf58b7-28dd-40a8-ae30-7357360a8107 req-25754431-3746-44ac-b602-6c170f8f53fd tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0592003 Jul 04 09:38:18.676607 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-87cf58b7-28dd-40a8-ae30-7357360a8107 req-d870ff17-ae40-49b3-a586-f390e676060d tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523746 Jul 04 09:38:18.699862 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['e83e2b8c-58ee-4c7f-ab81-8065f6c14316'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:38:19.168881 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.184744 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60814) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:19.288906 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9c8bcab2-1533-4ba4-9eb1-245299ba2c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.361278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9c8bcab2-1533-4ba4-9eb1-245299ba2c3f admin admin] Publish callbacks [] for security_group (ad9d8197-7867-42b5-8110-096db463ca7a), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.364828 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9c8bcab2-1533-4ba4-9eb1-245299ba2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (ad9d8197-7867-42b5-8110-096db463ca7a), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.403483 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-9c8bcab2-1533-4ba4-9eb1-245299ba2c3f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39c4a0661eb844f28f2f5d930d1febee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176497 Jul 04 09:38:19.404723 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bcab2-1533-4ba4-9eb1-245299ba2c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9d8197-7867-42b5-8110-096db463ca7a,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:19.406174 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60820) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:19.456190 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-68a4fc5e-6357-47be-8c16-da645a9698d8 admin admin] Publish callbacks [] for security_group (ad9d8197-7867-42b5-8110-096db463ca7a), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.477294 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239517-578d-4843-ab7e-ed4a542418c7 req-20f510c6-07d1-4273-ad03-f29c7465ca5e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:19.478441 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-68a4fc5e-6357-47be-8c16-da645a9698d8 admin admin] Publish callbacks [] for security_group (ad9d8197-7867-42b5-8110-096db463ca7a), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.478817 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6b239517-578d-4843-ab7e-ed4a542418c7 req-20f510c6-07d1-4273-ad03-f29c7465ca5e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 944 time: 0.0538847 Jul 04 09:38:19.525311 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-68a4fc5e-6357-47be-8c16-da645a9698d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (ad9d8197-7867-42b5-8110-096db463ca7a), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.527952 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-68a4fc5e-6357-47be-8c16-da645a9698d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.531647 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6b239517-578d-4843-ab7e-ed4a542418c7 req-bad05a52-d924-4c57-bba0-b22a2830c4da tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468299 Jul 04 09:38:19.532019 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-68a4fc5e-6357-47be-8c16-da645a9698d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad9d8197-7867-42b5-8110-096db463ca7a HTTP/1.1" status: 204 len: 168 time: 0.1248283 Jul 04 09:38:19.540016 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4fc5e-6357-47be-8c16-da645a9698d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9d8197-7867-42b5-8110-096db463ca7a,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:19.790173 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60828) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:19.803828 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f2dae1a9-94f3-4d11-84bb-e5503701d298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.806099 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc216c0c-2d2a-4cc1-b1f4-bb7d16bd03e8 req-aeb42445-dd9e-499c-b16d-ab0bab27e79d tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:19.807627 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc216c0c-2d2a-4cc1-b1f4-bb7d16bd03e8 req-aeb42445-dd9e-499c-b16d-ab0bab27e79d tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0620613 Jul 04 09:38:19.869209 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fc216c0c-2d2a-4cc1-b1f4-bb7d16bd03e8 req-d8e008d6-fcf9-4495-bb91-77df3d5ee9b2 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553985 Jul 04 09:38:19.881512 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f2dae1a9-94f3-4d11-84bb-e5503701d298 admin admin] Publish callbacks [] for security_group (fe9d28e7-c359-46c3-8d01-b74f9b96e5fb), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.889243 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f2dae1a9-94f3-4d11-84bb-e5503701d298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fe9d28e7-c359-46c3-8d01-b74f9b96e5fb), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:19.928739 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-f2dae1a9-94f3-4d11-84bb-e5503701d298 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c676fe7a2dd438e9eefa26d37acc484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374192 Jul 04 09:38:19.929657 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dae1a9-94f3-4d11-84bb-e5503701d298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d28e7-c359-46c3-8d01-b74f9b96e5fb,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:19.931894 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60830) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:19.970153 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device e83e2b8c-58ee-4c7f-ab81-8065f6c14316 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:38:19.979582 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7c93d91d-6e4a-43ff-9f16-f1d8336cf4db admin admin] Publish callbacks [] for security_group (fe9d28e7-c359-46c3-8d01-b74f9b96e5fb), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:20.000730 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7c93d91d-6e4a-43ff-9f16-f1d8336cf4db admin admin] Publish callbacks [] for security_group (fe9d28e7-c359-46c3-8d01-b74f9b96e5fb), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:20.019677 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:38:20.024309 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:38:20.024677 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:20.052207 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7c93d91d-6e4a-43ff-9f16-f1d8336cf4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fe9d28e7-c359-46c3-8d01-b74f9b96e5fb), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:20.055244 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-7c93d91d-6e4a-43ff-9f16-f1d8336cf4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:20.056850 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-7c93d91d-6e4a-43ff-9f16-f1d8336cf4db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe9d28e7-c359-46c3-8d01-b74f9b96e5fb HTTP/1.1" status: 204 len: 168 time: 0.1237583 Jul 04 09:38:20.064902 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93d91d-6e4a-43ff-9f16-f1d8336cf4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d28e7-c359-46c3-8d01-b74f9b96e5fb,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:20.108683 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:38:20.109067 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:20.131854 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:38:20.134182 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d83bb4-3426-4a08-af6c-e12cead6a788" -d '{"events": [{"server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "name": "network-vif-plugged", "status": "completed", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:38:20.148644 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port e83e2b8c-58ee-4c7f-ab81-8065f6c14316, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:38:20.154568 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:20.178638 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5b295d-89d5-4320-94aa-e555df656000 x-openstack-request-id: req-0c5b295d-89d5-4320-94aa-e555df656000 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:38:20.179267 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "name": "network-vif-plugged", "status": "completed", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:38:20.179267 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c5b295d-89d5-4320-94aa-e555df656000 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:38:20.179668 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5b295d-89d5-4320-94aa-e555df656000'] response: {'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'code': 200} Jul 04 09:38:20.204245 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:20.455002 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6005a-c90b-4662-bfe8-c203478cd45b req-b2057c2e-b9b3-4593-8653-06bc8a2cc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:20.456558 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6ee6005a-c90b-4662-bfe8-c203478cd45b req-b2057c2e-b9b3-4593-8653-06bc8a2cc8d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 1129 time: 0.0439115 Jul 04 09:38:20.507756 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-6ee6005a-c90b-4662-bfe8-c203478cd45b req-2780eb8f-b2f9-4234-84bb-9b8c7fb82986 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Jul 04 09:38:20.652250 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed200d7-01f5-409a-ace2-552ddee29ff7 req-3c28a914-d338-4ef0-9765-35a3a61b4f93 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:20.653845 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4ed200d7-01f5-409a-ace2-552ddee29ff7 req-3c28a914-d338-4ef0-9765-35a3a61b4f93 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 945 time: 0.0528290 Jul 04 09:38:20.707630 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4ed200d7-01f5-409a-ace2-552ddee29ff7 req-9093455c-2d76-4a02-a1ec-8439125716be tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480814 Jul 04 09:38:21.000579 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c33ee-cff5-4285-b7c2-ef871f5218f9 req-84f0900e-40f1-4fe6-94ec-608f1b16b1f0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:21.002083 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1e0c33ee-cff5-4285-b7c2-ef871f5218f9 req-84f0900e-40f1-4fe6-94ec-608f1b16b1f0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0633452 Jul 04 09:38:21.062388 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1e0c33ee-cff5-4285-b7c2-ef871f5218f9 req-cbac67a8-9977-483b-8522-ea1fbe3d9672 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536699 Jul 04 09:38:21.795404 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60886) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:21.831984 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95ec3f-4d46-4d3a-a232-c5626ffc18e3 req-31272f17-5448-45c2-af2b-f50d5d1049b2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:21.834276 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1d95ec3f-4d46-4d3a-a232-c5626ffc18e3 req-31272f17-5448-45c2-af2b-f50d5d1049b2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 945 time: 0.0577056 Jul 04 09:38:21.883045 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1d95ec3f-4d46-4d3a-a232-c5626ffc18e3 req-4d85b917-d974-44c7-bb90-2fd96f427855 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432601 Jul 04 09:38:21.904051 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50b51ca9-5bef-4496-b378-237266286248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:21.974756 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50b51ca9-5bef-4496-b378-237266286248 admin admin] Publish callbacks [] for security_group (eef1337b-3045-42e3-8c27-d75bcd4ffa08), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:21.978651 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50b51ca9-5bef-4496-b378-237266286248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (eef1337b-3045-42e3-8c27-d75bcd4ffa08), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.015743 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-50b51ca9-5bef-4496-b378-237266286248 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5e42309f5f7e4a3fbe62d2e5c867f292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192721 Jul 04 09:38:22.016679 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b51ca9-5bef-4496-b378-237266286248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef1337b-3045-42e3-8c27-d75bcd4ffa08,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:22.018400 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60890) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:22.067121 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-01a122ed-2750-43c8-aee3-9fe36952b2fd admin admin] Publish callbacks [] for security_group (eef1337b-3045-42e3-8c27-d75bcd4ffa08), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.088170 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-01a122ed-2750-43c8-aee3-9fe36952b2fd admin admin] Publish callbacks [] for security_group (eef1337b-3045-42e3-8c27-d75bcd4ffa08), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.137353 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-01a122ed-2750-43c8-aee3-9fe36952b2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (eef1337b-3045-42e3-8c27-d75bcd4ffa08), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.139999 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-01a122ed-2750-43c8-aee3-9fe36952b2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.141147 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-01a122ed-2750-43c8-aee3-9fe36952b2fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eef1337b-3045-42e3-8c27-d75bcd4ffa08 HTTP/1.1" status: 204 len: 168 time: 0.1217458 Jul 04 09:38:22.149276 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a122ed-2750-43c8-aee3-9fe36952b2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef1337b-3045-42e3-8c27-d75bcd4ffa08,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:22.207744 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbdf7-eff9-4ce8-9148-82dff8880523 req-5a13cc16-3fc3-4844-8354-1f83c6d3f8ee tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:22.209910 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0edfbdf7-eff9-4ce8-9148-82dff8880523 req-5a13cc16-3fc3-4844-8354-1f83c6d3f8ee tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0742986 Jul 04 09:38:22.424376 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60898) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:22.437630 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f5191265-8c51-403c-856f-02ba80ed64d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.514343 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0edfbdf7-eff9-4ce8-9148-82dff8880523 req-7b99d74f-ab8e-4758-a2a6-caf2089c4204 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2987387 Jul 04 09:38:22.521160 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f5191265-8c51-403c-856f-02ba80ed64d2 admin admin] Publish callbacks [] for security_group (2b4ae124-be23-448f-8a24-622f13719aa6), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.525194 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f5191265-8c51-403c-856f-02ba80ed64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (2b4ae124-be23-448f-8a24-622f13719aa6), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.563313 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5191265-8c51-403c-856f-02ba80ed64d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4ae124-be23-448f-8a24-622f13719aa6,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:22.570532 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f5191265-8c51-403c-856f-02ba80ed64d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8986f6288ea4a5eb129ae0aad6c88df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448317 Jul 04 09:38:22.571285 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60900) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:22.622899 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-56900ecb-eb42-407a-9fe0-cedc5d995937 admin admin] Publish callbacks [] for security_group (2b4ae124-be23-448f-8a24-622f13719aa6), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.646719 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-56900ecb-eb42-407a-9fe0-cedc5d995937 admin admin] Publish callbacks [] for security_group (2b4ae124-be23-448f-8a24-622f13719aa6), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.692172 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-56900ecb-eb42-407a-9fe0-cedc5d995937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (2b4ae124-be23-448f-8a24-622f13719aa6), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.695544 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-56900ecb-eb42-407a-9fe0-cedc5d995937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:22.696670 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-56900ecb-eb42-407a-9fe0-cedc5d995937 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b4ae124-be23-448f-8a24-622f13719aa6 HTTP/1.1" status: 204 len: 168 time: 0.1243842 Jul 04 09:38:22.704094 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56900ecb-eb42-407a-9fe0-cedc5d995937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4ae124-be23-448f-8a24-622f13719aa6,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:23.003995 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741d0c8-7137-468b-a87d-add37175a128 req-c9204e91-d1e4-41ac-a97e-93b6728af9de tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:23.004998 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4741d0c8-7137-468b-a87d-add37175a128 req-c9204e91-d1e4-41ac-a97e-93b6728af9de tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 945 time: 0.0554838 Jul 04 09:38:23.057239 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4741d0c8-7137-468b-a87d-add37175a128 req-3c22abd3-a1cf-4666-bf69-a346f98b5589 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459266 Jul 04 09:38:23.176985 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab3f4-ce98-4324-958d-cff2f2f92215 req-6ddeadd5-8d1a-4825-9c4c-85626fba4dd9 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:23.178756 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e88ab3f4-ce98-4324-958d-cff2f2f92215 req-6ddeadd5-8d1a-4825-9c4c-85626fba4dd9 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 945 time: 0.0553310 Jul 04 09:38:23.242841 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e88ab3f4-ce98-4324-958d-cff2f2f92215 req-aa64bfc4-7d04-407e-b36c-74b13f1146fb tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575755 Jul 04 09:38:23.261773 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60924) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:23.499350 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134048a9-540c-434b-8d49-03f5f8b8bdaa tempest-TestVolumeBootPattern-1077094841 tempest-TestVolumeBootPattern-1077094841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:23.503553 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-134048a9-540c-434b-8d49-03f5f8b8bdaa tempest-TestVolumeBootPattern-1077094841 tempest-TestVolumeBootPattern-1077094841-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 1124 time: 0.2381692 Jul 04 09:38:23.503857 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60934) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:23.508774 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'port_id': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:38:23.529367 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:23.636276 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:23.642998 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0801d-1ae9-4f4b-8459-f78e1fae7546 req-afc67ea8-8243-423d-9ee7-ae2b09399705 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:23.644605 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-85d0801d-1ae9-4f4b-8459-f78e1fae7546 req-afc67ea8-8243-423d-9ee7-ae2b09399705 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0615110 Jul 04 09:38:23.711758 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-85d0801d-1ae9-4f4b-8459-f78e1fae7546 req-30e31045-24a7-4fb7-9797-11855c6fd4fd tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602598 Jul 04 09:38:23.747376 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Allocated IP 172.27.3.81 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/7a9c1418-9c14-4289-adab-5724e80ca622) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:38:23.859471 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for port (7a9c1418-9c14-4289-adab-5724e80ca622), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:23.892225 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (7a9c1418-9c14-4289-adab-5724e80ca622), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:23.931890 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:38:23.936629 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:38:23.939282 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:38:23.965222 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'Port': ['ID=7a9c1418-9c14-4289-adab-5724e80ca622,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:24.300290 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:24.373682 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7a9c1418-9c14-4289-adab-5724e80ca622), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:24.526134 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for port (7a9c1418-9c14-4289-adab-5724e80ca622), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:24.530780 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (7a9c1418-9c14-4289-adab-5724e80ca622), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:24.604150 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event updated for resources: {'Port': ['ID=7a9c1418-9c14-4289-adab-5724e80ca622,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:24.612284 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:24.718723 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Floating IP a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561 associated. External IP: 172.27.3.81, port: e83e2b8c-58ee-4c7f-ab81-8065f6c14316. Jul 04 09:38:24.906911 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a163765-0318-4f02-889a-34d951ff75cd req-214ee25c-76c1-446d-a676-0d5e2037d8f6 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:24.908303 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2a163765-0318-4f02-889a-34d951ff75cd req-214ee25c-76c1-446d-a676-0d5e2037d8f6 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.1084116 Jul 04 09:38:25.026881 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2a163765-0318-4f02-889a-34d951ff75cd req-6f83ddb0-d626-4103-a581-0d13acf95196 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1102526 Jul 04 09:38:25.028652 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Router cded9e65-9e76-48a2-aa83-81d03017969b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:38:25.137347 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:38:25.148244 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] Sync routers for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:38:25.157979 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:38:25.158566 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:38:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:38:25.158727 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:25.163295 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 60982) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:25.200053 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-b76288b1-b5a9-44ed-8104-3e4b70c20278 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6951218 Jul 04 09:38:25.200699 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:38:25.203237 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed822f8-959a-4af0-87d2-55932a32ab59" -d '{"events": [{"name": "network-changed", "server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:38:25.247419 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384c833b-a6ae-4ee7-a065-e6b0fc932f2f x-openstack-request-id: req-384c833b-a6ae-4ee7-a065-e6b0fc932f2f {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:38:25.247713 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:38:25.247963 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-384c833b-a6ae-4ee7-a065-e6b0fc932f2f {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:38:25.248363 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384c833b-a6ae-4ee7-a065-e6b0fc932f2f'] response: {'name': 'network-changed', 'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'status': 'completed', 'code': 200} Jul 04 09:38:25.269544 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:38:25.303816 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-65735670-53a2-45d3-aeb5-99912c7f5c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:25.396519 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-87e34982-a5d0-47e1-9d56-8ffb3b6ada6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:25.398246 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-87e34982-a5d0-47e1-9d56-8ffb3b6ada6b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 1129 time: 0.0785325 Jul 04 09:38:25.473811 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-65735670-53a2-45d3-aeb5-99912c7f5c6a admin admin] Publish callbacks [] for security_group (4fc4a236-e54f-42d5-8942-ad97e4febc09), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:25.479370 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-65735670-53a2-45d3-aeb5-99912c7f5c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (4fc4a236-e54f-42d5-8942-ad97e4febc09), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:25.546888 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-65735670-53a2-45d3-aeb5-99912c7f5c6a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=835619894e764f3c9bc6930d69538d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825269 Jul 04 09:38:25.547628 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65735670-53a2-45d3-aeb5-99912c7f5c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc4a236-e54f-42d5-8942-ad97e4febc09,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:25.549889 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60990) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:25.575751 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-9af685fc-82d4-4fb1-93e1-e27c6bd9f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:25.577429 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-9af685fc-82d4-4fb1-93e1-e27c6bd9f8e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 913 time: 0.1646125 Jul 04 09:38:25.605390 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-78c4ff95-6292-4a57-b9e7-a62f170c7741 admin admin] Publish callbacks [] for security_group (4fc4a236-e54f-42d5-8942-ad97e4febc09), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:25.629960 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-78c4ff95-6292-4a57-b9e7-a62f170c7741 admin admin] Publish callbacks [] for security_group (4fc4a236-e54f-42d5-8942-ad97e4febc09), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:25.643586 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:7e:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:38:24Z', 'updated_at': '2022-07-04T09:38:24Z', 'revision_number': 0, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}, {'id': 'd520c46a-c1d6-4871-b78d-51d5fa3cb0a0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:35:37Z', 'updated_at': '2022-07-04T09:35:40Z', 'revision_number': 1, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:38:25.668154 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] Checking router: cded9e65-9e76-48a2-aa83-81d03017969b for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:38:25.677552 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:38:25.678478 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:38:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:38:25.684192 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-78c4ff95-6292-4a57-b9e7-a62f170c7741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (4fc4a236-e54f-42d5-8942-ad97e4febc09), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:25.687648 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-5edc39d4-45e8-4062-bf07-c5fc33849c1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83e2b8c-58ee-4c7f-ab81-8065f6c14316 HTTP/1.1" status: 200 len: 998 time: 0.0695179 Jul 04 09:38:25.688521 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-78c4ff95-6292-4a57-b9e7-a62f170c7741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:25.689812 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-78c4ff95-6292-4a57-b9e7-a62f170c7741 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4fc4a236-e54f-42d5-8942-ad97e4febc09 HTTP/1.1" status: 204 len: 168 time: 0.1382833 Jul 04 09:38:25.701000 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4ff95-6292-4a57-b9e7-a62f170c7741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc4a236-e54f-42d5-8942-ad97e4febc09,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:25.765211 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-be24cd00-1400-4dc1-9476-e1828180d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:25.766872 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-be24cd00-1400-4dc1-9476-e1828180d636 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0568995 Jul 04 09:38:25.798159 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:38:25.833789 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-b879a9cb-f5e8-4e81-a599-c0afa89a12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:25.835891 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-b879a9cb-f5e8-4e81-a599-c0afa89a12ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517657 Jul 04 09:38:25.935971 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-8336e8cd-f535-4b68-ab7a-c1170776cd6b service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925536 Jul 04 09:38:26.029208 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 60996) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:26.038795 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aed822f8-959a-4af0-87d2-55932a32ab59 req-ffe6e271-a2e0-418c-868f-f52782e2a612 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943356 Jul 04 09:38:26.042302 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ad52ce9e-f7ad-44a9-9a5b-b96f5d8db8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:26.047624 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:7e:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:38:24Z', 'updated_at': '2022-07-04T09:38:24Z', 'revision_number': 0, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}, {'id': 'd520c46a-c1d6-4871-b78d-51d5fa3cb0a0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:35:37Z', 'updated_at': '2022-07-04T09:35:40Z', 'revision_number': 1, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:38:26.073797 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd7231-f4a6-4dab-8b56-d97898605265 None None] The sync data for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi is: [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:7e:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:38:24Z', 'updated_at': '2022-07-04T09:38:24Z', 'revision_number': 0, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}, {'id': 'd520c46a-c1d6-4871-b78d-51d5fa3cb0a0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:35:37Z', 'updated_at': '2022-07-04T09:35:40Z', 'revision_number': 1, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:38:26.137899 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ad52ce9e-f7ad-44a9-9a5b-b96f5d8db8b4 admin admin] Publish callbacks [] for security_group (4988187a-fecd-46a2-8893-fa604cc99a6b), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:26.143166 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ad52ce9e-f7ad-44a9-9a5b-b96f5d8db8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (4988187a-fecd-46a2-8893-fa604cc99a6b), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:26.176196 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad29f7-0e4c-40fe-aeb4-61c7d15a2b29 req-96f97ce4-f4b4-4568-a855-51ac7586b793 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:26.178189 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c9ad29f7-0e4c-40fe-aeb4-61c7d15a2b29 req-96f97ce4-f4b4-4568-a855-51ac7586b793 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0604439 Jul 04 09:38:26.185340 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ad52ce9e-f7ad-44a9-9a5b-b96f5d8db8b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c3f4f7f93acc4c65844b876bd18d7c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550076 Jul 04 09:38:26.186241 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52ce9e-f7ad-44a9-9a5b-b96f5d8db8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4988187a-fecd-46a2-8893-fa604cc99a6b,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:26.188483 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 32770) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:26.242162 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d37e76fb-e558-4351-a250-f6579cfd0045 admin admin] Publish callbacks [] for security_group (4988187a-fecd-46a2-8893-fa604cc99a6b), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:26.246593 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c9ad29f7-0e4c-40fe-aeb4-61c7d15a2b29 req-d0bcf3b2-4fd3-4cf5-b5d8-8e4bf7ff1019 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3ccf4d1-b379-4863-a6db-f00a97d16e8e&id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625768 Jul 04 09:38:26.266335 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d37e76fb-e558-4351-a250-f6579cfd0045 admin admin] Publish callbacks [] for security_group (4988187a-fecd-46a2-8893-fa604cc99a6b), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:26.304585 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8142a714-24c3-400d-93be-41039536a1f6 None None] New status for floating IP a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561: ACTIVE {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:38:26.321721 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d37e76fb-e558-4351-a250-f6579cfd0045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (4988187a-fecd-46a2-8893-fa604cc99a6b), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:26.324403 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d37e76fb-e558-4351-a250-f6579cfd0045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:26.327941 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d37e76fb-e558-4351-a250-f6579cfd0045 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4988187a-fecd-46a2-8893-fa604cc99a6b HTTP/1.1" status: 204 len: 168 time: 0.1361840 Jul 04 09:38:26.333582 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e76fb-e558-4351-a250-f6579cfd0045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4988187a-fecd-46a2-8893-fa604cc99a6b,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:34.180760 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:38:41.999155 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d956-b521-4ce5-bd7e-9ca4e4259df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:44.107388 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-96223ca5-40ff-46ff-9412-a90cf1a14ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:44.767127 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dea009-e49e-4c9d-ac2f-73ee5a096617 req-214ded3b-75a1-481b-93fa-44cc003d8657 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:44.768529 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-29dea009-e49e-4c9d-ac2f-73ee5a096617 req-214ded3b-75a1-481b-93fa-44cc003d8657 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0532508 Jul 04 09:38:44.815709 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-29dea009-e49e-4c9d-ac2f-73ee5a096617 req-07d291cb-11cc-4465-979c-ea5afd6ac302 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Jul 04 09:38:45.477260 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:46.172729 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e3c5e-6947-4087-b4c2-f398122d5ce9 req-4eeb0616-48d7-4c51-87c5-517e3a5bbdfd tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:46.174159 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dc8e3c5e-6947-4087-b4c2-f398122d5ce9 req-4eeb0616-48d7-4c51-87c5-517e3a5bbdfd tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.2854550 Jul 04 09:38:46.220325 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dc8e3c5e-6947-4087-b4c2-f398122d5ce9 req-37884e36-e294-40e8-8756-f9dbc58f5af8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404983 Jul 04 09:38:46.829787 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:47.343849 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23171356-25d5-4ac5-bf87-ce469c7e0dcd req-ae4a943b-02d9-49fb-920f-a30fdd9e63e6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:47.345336 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-23171356-25d5-4ac5-bf87-ce469c7e0dcd req-ae4a943b-02d9-49fb-920f-a30fdd9e63e6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0547106 Jul 04 09:38:47.390227 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-23171356-25d5-4ac5-bf87-ce469c7e0dcd req-fe3956d0-cc4f-4198-afe1-71a330c03656 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 Jul 04 09:38:48.427621 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:48.524384 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526153d4-30b7-4e53-9c68-b3b6fc3211b5 req-e5f17938-e809-47ee-994c-b4458f24f199 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:48.525872 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-526153d4-30b7-4e53-9c68-b3b6fc3211b5 req-e5f17938-e809-47ee-994c-b4458f24f199 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0548379 Jul 04 09:38:48.574414 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-526153d4-30b7-4e53-9c68-b3b6fc3211b5 req-c9622334-d6e8-4edb-9fd4-cfec0bf83897 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412080 Jul 04 09:38:49.180465 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:49.696333 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f6725-9d1b-45ba-81a5-eb0816903227 req-5145f121-2fb9-47fa-8083-7535a6c6be15 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:49.698470 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3c5f6725-9d1b-45ba-81a5-eb0816903227 req-5145f121-2fb9-47fa-8083-7535a6c6be15 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0529420 Jul 04 09:38:49.742470 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3c5f6725-9d1b-45ba-81a5-eb0816903227 req-859e978e-241b-46a9-9f21-e31049fe3893 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382984 Jul 04 09:38:50.870155 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d35709-db67-40ca-a691-f691f54008ba req-487ff5f1-47d3-4467-85c4-65a465d53b71 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:50.871562 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-53d35709-db67-40ca-a691-f691f54008ba req-487ff5f1-47d3-4467-85c4-65a465d53b71 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0569069 Jul 04 09:38:50.918150 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-53d35709-db67-40ca-a691-f691f54008ba req-3038e906-13eb-4a19-845d-1752baebd822 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Jul 04 09:38:52.044892 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3055399-d72e-42dd-bcd0-c42a5367f13b req-d8e2d0fa-d821-4504-9642-89e137a88ea6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:52.046425 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d3055399-d72e-42dd-bcd0-c42a5367f13b req-d8e2d0fa-d821-4504-9642-89e137a88ea6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0563328 Jul 04 09:38:52.097748 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d3055399-d72e-42dd-bcd0-c42a5367f13b req-73b40dae-32fa-41f7-9697-c3d3a4dbf17e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456805 Jul 04 09:38:53.221693 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e4913-c8c8-4c80-9009-5493378b9c24 req-4c7a2122-93dd-4b1b-b04a-bad87d8c84d2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:53.223119 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fe5e4913-c8c8-4c80-9009-5493378b9c24 req-4c7a2122-93dd-4b1b-b04a-bad87d8c84d2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0529056 Jul 04 09:38:53.270847 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fe5e4913-c8c8-4c80-9009-5493378b9c24 req-d2791211-2b03-42e2-b5fd-abea1d3b7cb2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422893 Jul 04 09:38:53.600587 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-eef769fb-8dde-413a-8385-47522e175c79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490396 Jul 04 09:38:53.710998 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-aabd1cb5-91d3-42b0-be2e-ff0aa45e8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:53.712494 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-aabd1cb5-91d3-42b0-be2e-ff0aa45e8346 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 1130 time: 0.0487647 Jul 04 09:38:53.815549 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-b69816eb-94ec-43f9-af1c-40aba998d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:53.816966 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-b69816eb-94ec-43f9-af1c-40aba998d6aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 913 time: 0.0841155 Jul 04 09:38:53.881405 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-42c67e78-11bf-487e-b359-89d9544d7ca3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 HTTP/1.1" status: 200 len: 1002 time: 0.0575693 Jul 04 09:38:53.933542 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-d6ef3e97-f982-4944-a9e9-fdd984cbe428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:53.935003 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-d6ef3e97-f982-4944-a9e9-fdd984cbe428 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0441628 Jul 04 09:38:53.984360 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-dcea2e1d-cc55-4461-9a23-f1b99c5954c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:53.985853 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-dcea2e1d-cc55-4461-9a23-f1b99c5954c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439520 Jul 04 09:38:54.080640 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-494d9fef-ef67-4752-8901-4983c7be6c0c service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872743 Jul 04 09:38:54.170389 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e8140122-06e7-4b22-ad53-bc948a7819a2 req-893907ae-a115-4119-96f5-8d09dc7241ff service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831399 Jul 04 09:38:54.283325 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33048) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:54.389856 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-688b2b10-ed6f-45e3-a21c-83b2dfd17bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:54.398128 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398c0a2-4182-4536-bb03-6667195b040c req-c2c9af10-4964-4bbe-b121-1854bfb804d5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:54.399657 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d398c0a2-4182-4536-bb03-6667195b040c req-c2c9af10-4964-4bbe-b121-1854bfb804d5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0585515 Jul 04 09:38:54.454726 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d398c0a2-4182-4536-bb03-6667195b040c req-7fe979ce-9fe4-42d0-8b24-ad93d551bdad tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485950 Jul 04 09:38:54.481603 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-688b2b10-ed6f-45e3-a21c-83b2dfd17bcd admin admin] Publish callbacks [] for security_group (8c7d622a-48e3-47d1-8954-1480cc255ed1), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:54.486054 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-688b2b10-ed6f-45e3-a21c-83b2dfd17bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8c7d622a-48e3-47d1-8954-1480cc255ed1), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:54.528215 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-688b2b10-ed6f-45e3-a21c-83b2dfd17bcd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f80bd1dc0b3b4d0999b87296b3a88ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403481 Jul 04 09:38:54.528215 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b2b10-ed6f-45e3-a21c-83b2dfd17bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7d622a-48e3-47d1-8954-1480cc255ed1,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:54.528585 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33062) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:54.585671 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c62a73b-49c5-4431-83bb-f560a0809fa9 admin admin] Publish callbacks [] for security_group (8c7d622a-48e3-47d1-8954-1480cc255ed1), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:54.613414 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c62a73b-49c5-4431-83bb-f560a0809fa9 admin admin] Publish callbacks [] for security_group (8c7d622a-48e3-47d1-8954-1480cc255ed1), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:54.672092 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c62a73b-49c5-4431-83bb-f560a0809fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (8c7d622a-48e3-47d1-8954-1480cc255ed1), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:54.674920 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c62a73b-49c5-4431-83bb-f560a0809fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:54.676036 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4c62a73b-49c5-4431-83bb-f560a0809fa9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c7d622a-48e3-47d1-8954-1480cc255ed1 HTTP/1.1" status: 204 len: 168 time: 0.1464565 Jul 04 09:38:54.703836 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62a73b-49c5-4431-83bb-f560a0809fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7d622a-48e3-47d1-8954-1480cc255ed1,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:54.725207 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e285e3-aae2-4bfe-bc7c-e66f9ea28cb6 req-c0665d71-5b73-4096-a734-8b63ea8e8d4d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:54.726771 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-81e285e3-aae2-4bfe-bc7c-e66f9ea28cb6 req-c0665d71-5b73-4096-a734-8b63ea8e8d4d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 946 time: 0.0681546 Jul 04 09:38:54.779997 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-81e285e3-aae2-4bfe-bc7c-e66f9ea28cb6 req-38a9fd9e-7049-4398-a444-60b3d837d333 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467820 Jul 04 09:38:55.588970 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306037e-c2d9-49df-9086-00ccdb3b2252 req-6772575f-1338-40d3-b9ae-8119169e8155 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:55.590879 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8306037e-c2d9-49df-9086-00ccdb3b2252 req-6772575f-1338-40d3-b9ae-8119169e8155 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0547729 Jul 04 09:38:55.643114 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8306037e-c2d9-49df-9086-00ccdb3b2252 req-190d6098-c165-437e-b3ae-273f394066a6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466428 Jul 04 09:38:55.900068 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a48c06-0268-4c97-bcda-433745fd1d0b req-735f7660-26b8-444a-a1d3-03cf5dbfc9b9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:55.901716 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-66a48c06-0268-4c97-bcda-433745fd1d0b req-735f7660-26b8-444a-a1d3-03cf5dbfc9b9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 946 time: 0.0545480 Jul 04 09:38:55.949033 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-66a48c06-0268-4c97-bcda-433745fd1d0b req-6ad2c692-52fe-4501-b3c1-15c1d5db234d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416431 Jul 04 09:38:56.940460 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e38ae-2c8c-4458-a87e-f3b3c3c20adc req-8795da72-2dbf-4be5-b6e6-b70d70dd5313 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:56.941863 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-053e38ae-2c8c-4458-a87e-f3b3c3c20adc req-8795da72-2dbf-4be5-b6e6-b70d70dd5313 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.2139590 Jul 04 09:38:56.989136 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-053e38ae-2c8c-4458-a87e-f3b3c3c20adc req-a66e4d7a-a9f7-4180-8397-277ee4e59d1a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416033 Jul 04 09:38:57.068762 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c9865-b961-48da-8a38-299d06bf4742 req-25f25e8d-e50d-4d20-a469-c1851307ac92 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:57.070312 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-347c9865-b961-48da-8a38-299d06bf4742 req-25f25e8d-e50d-4d20-a469-c1851307ac92 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 946 time: 0.0521669 Jul 04 09:38:57.115618 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-347c9865-b961-48da-8a38-299d06bf4742 req-6ca5d813-d0f3-4b8d-a294-851d1df36220 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=889def00-b448-450e-95e4-795a559c7bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395312 Jul 04 09:38:57.404955 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-9a7ddf3f-2251-4142-820a-76755cde90e3 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:57.406435 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-9a7ddf3f-2251-4142-820a-76755cde90e3 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 946 time: 0.0551598 Jul 04 09:38:57.497040 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Deleting port 455d62b3-55fe-4182-95e6-12d55d89ba81 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:38:57.497379 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:57.588985 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] For port 455d62b3-55fe-4182-95e6-12d55d89ba81, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=455d62b3-55fe-4182-95e6-12d55d89ba81,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:38:57.589352 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:57.751053 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:57.751420 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (cb739ea8-3f6c-4583-b14e-d62d1349c739), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:57.751754 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Floating IP cb739ea8-3f6c-4583-b14e-d62d1349c739 disassociated. External IP: 172.27.3.70, port: 455d62b3-55fe-4182-95e6-12d55d89ba81. Jul 04 09:38:57.752059 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Calling delete_port for 455d62b3-55fe-4182-95e6-12d55d89ba81 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:38:57.892643 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (455d62b3-55fe-4182-95e6-12d55d89ba81), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:57.920450 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'Port': ['ID=455d62b3-55fe-4182-95e6-12d55d89ba81,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:58.035361 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:38:58.120414 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e282dc-2403-482d-96f7-657bf3026655 req-7c8cc813-553d-4657-a277-59b854670f7b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:58.122457 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-70e282dc-2403-482d-96f7-657bf3026655 req-7c8cc813-553d-4657-a277-59b854670f7b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0572450 Jul 04 09:38:58.147586 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:38:58.159144 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:38:58.171904 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:38:58.172560 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:38:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:38:58.195334 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-70e282dc-2403-482d-96f7-657bf3026655 req-705cc9f0-3de4-4cbc-9b45-ddd3d147c066 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668240 Jul 04 09:38:58.228483 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] No DVR routers for this DVR port 455d62b3-55fe-4182-95e6-12d55d89ba81 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:38:58.232873 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:58.238051 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b48e24ce-f664-41d8-9b50-14cd40186ae7 req-d6687d9d-64ca-4bc8-9ed7-2b8a9442fd75 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "DELETE /v2.0/ports/455d62b3-55fe-4182-95e6-12d55d89ba81 HTTP/1.1" status: 204 len: 173 time: 0.8255832 Jul 04 09:38:58.238511 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'name': 'network-vif-deleted', 'tag': '455d62b3-55fe-4182-95e6-12d55d89ba81'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:38:58.240849 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b56eb6b-838d-4f6e-8c8b-5fdd4bfe7492" -d '{"events": [{"server_uuid": "fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7", "name": "network-vif-deleted", "tag": "455d62b3-55fe-4182-95e6-12d55d89ba81"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:38:58.297642 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47444396-ac5a-4512-a145-a9d215913c4b x-openstack-request-id: req-47444396-ac5a-4512-a145-a9d215913c4b {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:38:58.298196 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7", "name": "network-vif-deleted", "tag": "455d62b3-55fe-4182-95e6-12d55d89ba81", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:38:58.298619 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47444396-ac5a-4512-a145-a9d215913c4b {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:38:58.300096 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47444396-ac5a-4512-a145-a9d215913c4b'] response: {'server_uuid': 'fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7', 'name': 'network-vif-deleted', 'tag': '455d62b3-55fe-4182-95e6-12d55d89ba81', 'status': 'completed', 'code': 200} Jul 04 09:38:58.318292 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:38:58.360714 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2c6ffd21-90b4-461e-9a63-b8040c6f81fa req-13c1c221-8bf7-4fef-ab10-d7d6591b4d29 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd1a2c41-dfa2-477f-9f5f-e2c9f75bfaf7 HTTP/1.1" status: 200 len: 210 time: 0.1580217 Jul 04 09:38:58.555106 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:38:58.579124 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:38:58.587055 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:38:58.587664 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:38:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:38:58.690506 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:38:58.902552 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:38:58.926254 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec0dd0-8872-48cd-87db-75a55336101f None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:38:59.161284 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345fe6f-feae-4967-a7ae-18cfd6c26fe8 None None] New status for floating IP cb739ea8-3f6c-4583-b14e-d62d1349c739: DOWN {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:38:59.335028 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521588-efa2-4dce-8b26-f1f2a2cf7d36 req-804021c1-3548-4cb6-8118-e2828e1e75b1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:38:59.336587 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-11521588-efa2-4dce-8b26-f1f2a2cf7d36 req-804021c1-3548-4cb6-8118-e2828e1e75b1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0534539 Jul 04 09:38:59.386867 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-11521588-efa2-4dce-8b26-f1f2a2cf7d36 req-97072707-07b9-4878-b70f-b0d782da5429 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Jul 04 09:38:59.445464 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33176) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:59.499934 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a80d77dc-c0d1-4f2d-916a-884cafdeb650 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (889def00-b448-450e-95e4-795a559c7bfb), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:59.523936 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a80d77dc-c0d1-4f2d-916a-884cafdeb650 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (889def00-b448-450e-95e4-795a559c7bfb), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:59.570530 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a80d77dc-c0d1-4f2d-916a-884cafdeb650 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (889def00-b448-450e-95e4-795a559c7bfb), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:59.573642 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a80d77dc-c0d1-4f2d-916a-884cafdeb650 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:59.574824 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-a80d77dc-c0d1-4f2d-916a-884cafdeb650 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "DELETE /v2.0/security-groups/889def00-b448-450e-95e4-795a559c7bfb HTTP/1.1" status: 204 len: 168 time: 0.1283462 Jul 04 09:38:59.577696 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33178) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:59.585658 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d77dc-c0d1-4f2d-916a-884cafdeb650 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889def00-b448-450e-95e4-795a559c7bfb,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:38:59.596299 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.api.v2.resource [None req-40c37c73-9d8c-401d-af3f-afffa5e14319 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] show failed (client error): The resource could not be found. Jul 04 09:38:59.600132 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-40c37c73-9d8c-401d-af3f-afffa5e14319 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups/889def00-b448-450e-95e4-795a559c7bfb HTTP/1.1" status: 404 len: 347 time: 0.0186152 Jul 04 09:38:59.600285 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33180) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:38:59.716872 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Deleting port df864ee6-dadf-4787-9c9a-fb7b8376be62 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:38:59.717220 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (df864ee6-dadf-4787-9c9a-fb7b8376be62), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:59.791056 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (df864ee6-dadf-4787-9c9a-fb7b8376be62), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:59.791953 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (df864ee6-dadf-4787-9c9a-fb7b8376be62), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:59.803801 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Calling delete_port for df864ee6-dadf-4787-9c9a-fb7b8376be62 owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:38:59.944941 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (df864ee6-dadf-4787-9c9a-fb7b8376be62), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:38:59.975427 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'Port': ['ID=df864ee6-dadf-4787-9c9a-fb7b8376be62,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:00.035899 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (cb739ea8-3f6c-4583-b14e-d62d1349c739), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.038868 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.040180 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f8a63a5f-dc4c-427a-91e2-c4de330c123d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "DELETE /v2.0/floatingips/cb739ea8-3f6c-4583-b14e-d62d1349c739 HTTP/1.1" status: 204 len: 168 time: 0.4389322 Jul 04 09:39:00.130268 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33192) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:00.134912 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-b0fd26c0-41ed-4759-aad4-0a2074ee1ef7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625083464', 'description': 'tempest-description--1080154427'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:39:00.155495 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b0fd26c0-41ed-4759-aad4-0a2074ee1ef7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.222708 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b0fd26c0-41ed-4759-aad4-0a2074ee1ef7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (125d8768-61da-48f5-b25c-265beced45c3), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.226244 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b0fd26c0-41ed-4759-aad4-0a2074ee1ef7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (125d8768-61da-48f5-b25c-265beced45c3), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.257497 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b0fd26c0-41ed-4759-aad4-0a2074ee1ef7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.258751 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b0fd26c0-41ed-4759-aad4-0a2074ee1ef7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1274762 Jul 04 09:39:00.262262 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33194) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:00.263290 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd26c0-41ed-4759-aad4-0a2074ee1ef7 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125d8768-61da-48f5-b25c-265beced45c3,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:00.267866 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-db1e8c39-6c6e-4050-8b69-5adfa0a7669b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group_rule': {'security_group_id': '125d8768-61da-48f5-b25c-265beced45c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:39:00.298096 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-db1e8c39-6c6e-4050-8b69-5adfa0a7669b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (ab203c58-06dc-427f-b7a1-dd2b96e92c90), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.344394 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-db1e8c39-6c6e-4050-8b69-5adfa0a7669b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (ab203c58-06dc-427f-b7a1-dd2b96e92c90), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.347734 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-db1e8c39-6c6e-4050-8b69-5adfa0a7669b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (ab203c58-06dc-427f-b7a1-dd2b96e92c90), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.364964 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e8c39-6c6e-4050-8b69-5adfa0a7669b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab203c58-06dc-427f-b7a1-dd2b96e92c90,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:00.372686 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-db1e8c39-6c6e-4050-8b69-5adfa0a7669b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.373875 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-db1e8c39-6c6e-4050-8b69-5adfa0a7669b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106155 Jul 04 09:39:00.376560 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33196) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:00.380717 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-574f911a-55f6-456a-949b-5f5aa518d4b2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'security_group_rule': {'security_group_id': '125d8768-61da-48f5-b25c-265beced45c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:39:00.404711 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-574f911a-55f6-456a-949b-5f5aa518d4b2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (4f68cbc7-c3ac-499b-b5cb-8bec6627a312), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.462541 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-574f911a-55f6-456a-949b-5f5aa518d4b2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (4f68cbc7-c3ac-499b-b5cb-8bec6627a312), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.467064 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-574f911a-55f6-456a-949b-5f5aa518d4b2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (4f68cbc7-c3ac-499b-b5cb-8bec6627a312), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.486063 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f911a-55f6-456a-949b-5f5aa518d4b2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f68cbc7-c3ac-499b-b5cb-8bec6627a312,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:00.497173 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-574f911a-55f6-456a-949b-5f5aa518d4b2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.498442 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-574f911a-55f6-456a-949b-5f5aa518d4b2 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209476 Jul 04 09:39:00.501369 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33200) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:00.505578 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:39:00.517038 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6b5de-ba3e-43b9-affc-27888a3c72c0 req-c55fd22d-fa9b-4d64-9ddf-5178d22c9eaa tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:00.518570 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bea6b5de-ba3e-43b9-affc-27888a3c72c0 req-c55fd22d-fa9b-4d64-9ddf-5178d22c9eaa tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0596693 Jul 04 09:39:00.530667 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.566003 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bea6b5de-ba3e-43b9-affc-27888a3c72c0 req-c30d7616-37d9-49b6-bf3f-1725fd532511 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Jul 04 09:39:00.630643 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.735837 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Allocated IP 172.27.3.51 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/131f35e9-54df-470a-92a5-df394ac8cb03) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:39:00.839821 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (131f35e9-54df-470a-92a5-df394ac8cb03), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.872204 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (131f35e9-54df-470a-92a5-df394ac8cb03), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:00.911007 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:39:00.913839 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:39:00.918143 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:39:00.923202 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=131f35e9-54df-470a-92a5-df394ac8cb03,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:01.006260 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (e68ae425-8ecb-4552-af50-1118adfc1ca7), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:01.043893 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (131f35e9-54df-470a-92a5-df394ac8cb03), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:01.189452 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (131f35e9-54df-470a-92a5-df394ac8cb03), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:01.194144 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (131f35e9-54df-470a-92a5-df394ac8cb03), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:01.269363 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=131f35e9-54df-470a-92a5-df394ac8cb03,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:01.277867 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (e68ae425-8ecb-4552-af50-1118adfc1ca7), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:01.294880 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:01.296135 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-5a983722-254e-4f84-96ee-5294b8a4e146 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7938547 Jul 04 09:39:01.524419 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-6dad3abc-1167-46d7-a7fb-dc4febb090b0 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1625083464&fields=id&tenant_id=6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 267 time: 0.0444634 Jul 04 09:39:01.635114 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-6573efb2-663d-4576-9ee0-a53090a961c6 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:01.636602 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-6573efb2-663d-4576-9ee0-a53090a961c6 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 815 time: 0.1055434 Jul 04 09:39:01.651861 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-ff94c93e-8101-4b6d-9c09-4a85b3e3b96e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/quotas/6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 375 time: 0.0098534 Jul 04 09:39:01.694160 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ffec-a26e-4a5b-a014-cc79c2156bd1 req-f7ff8c7e-7df2-4b49-9caa-5c0361f870cc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:01.695650 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-60a1ffec-a26e-4a5b-a014-cc79c2156bd1 req-f7ff8c7e-7df2-4b49-9caa-5c0361f870cc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0524812 Jul 04 09:39:01.705809 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-2f112068-69a2-4305-b42b-cfb9b5a400a6 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488875 Jul 04 09:39:01.748748 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-60a1ffec-a26e-4a5b-a014-cc79c2156bd1 req-919b3d82-ade4-4e6e-9e7a-902dccb5f14d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467501 Jul 04 09:39:01.859269 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-e7245bff-4b31-4443-b37b-b5a596661e93 service neutron] 10.222.0.73 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411834 Jul 04 09:39:01.952597 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-1bf29df1-8d1d-46ef-9d47-f67cb7dd0fbc service neutron] 10.222.0.73 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873737 Jul 04 09:39:02.219481 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 455d62b3-55fe-4182-95e6-12d55d89ba81 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:39:02.242573 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 455d62b3-55fe-4182-95e6-12d55d89ba81 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:39:02.242915 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 455d62b3-55fe-4182-95e6-12d55d89ba81 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:39:02.833894 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33250) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:02.871126 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aa106-5c03-4fac-8ecb-4050ef66b55b req-986ba378-8ef5-44ec-97b9-ecd48c031d14 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:02.872737 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-235aa106-5c03-4fac-8ecb-4050ef66b55b req-986ba378-8ef5-44ec-97b9-ecd48c031d14 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0532718 Jul 04 09:39:02.920749 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-235aa106-5c03-4fac-8ecb-4050ef66b55b req-a06f2677-eccf-42d2-94d7-fd4de6a8a280 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Jul 04 09:39:02.941717 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-579cfde3-2d8d-4b81-a335-8cefd566243f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.014590 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-579cfde3-2d8d-4b81-a335-8cefd566243f admin admin] Publish callbacks [] for security_group (3524ae6c-7897-444b-9e19-a9096dbb5fa2), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.018323 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-579cfde3-2d8d-4b81-a335-8cefd566243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (3524ae6c-7897-444b-9e19-a9096dbb5fa2), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.059812 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cfde3-2d8d-4b81-a335-8cefd566243f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3524ae6c-7897-444b-9e19-a9096dbb5fa2,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:03.066589 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33256) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:03.066736 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-579cfde3-2d8d-4b81-a335-8cefd566243f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5db371460f694278bf487ee7e820c8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315433 Jul 04 09:39:03.129407 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-165632bf-f1b6-4fef-a688-a98ff467c1fd req-c5babadb-9279-409e-acbf-e232e7719624 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 210 time: 0.0326800 Jul 04 09:39:03.149028 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-81188356-3f2c-4228-a065-80a3a16386d3 admin admin] Publish callbacks [] for security_group (3524ae6c-7897-444b-9e19-a9096dbb5fa2), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.167301 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-81188356-3f2c-4228-a065-80a3a16386d3 admin admin] Publish callbacks [] for security_group (3524ae6c-7897-444b-9e19-a9096dbb5fa2), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.218259 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-81188356-3f2c-4228-a065-80a3a16386d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (3524ae6c-7897-444b-9e19-a9096dbb5fa2), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.220900 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-81188356-3f2c-4228-a065-80a3a16386d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.222172 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-81188356-3f2c-4228-a065-80a3a16386d3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3524ae6c-7897-444b-9e19-a9096dbb5fa2 HTTP/1.1" status: 204 len: 168 time: 0.1538303 Jul 04 09:39:03.230764 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81188356-3f2c-4228-a065-80a3a16386d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3524ae6c-7897-444b-9e19-a9096dbb5fa2,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:03.507096 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33274) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:03.521656 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-265b7730-87cd-4ffd-96e6-71996495330a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.597815 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-265b7730-87cd-4ffd-96e6-71996495330a admin admin] Publish callbacks [] for security_group (89edc79a-2c68-4431-9343-60ae8247a9e3), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.601206 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-265b7730-87cd-4ffd-96e6-71996495330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (89edc79a-2c68-4431-9343-60ae8247a9e3), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.639169 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-265b7730-87cd-4ffd-96e6-71996495330a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b915d639e5d4365a35a8c4f7fed0351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309628 Jul 04 09:39:03.639878 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b7730-87cd-4ffd-96e6-71996495330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89edc79a-2c68-4431-9343-60ae8247a9e3,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:03.642468 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33276) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:03.695276 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-86c5cfbe-e80b-42c5-b7dd-e977d3461222 admin admin] Publish callbacks [] for security_group (89edc79a-2c68-4431-9343-60ae8247a9e3), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.718200 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-86c5cfbe-e80b-42c5-b7dd-e977d3461222 admin admin] Publish callbacks [] for security_group (89edc79a-2c68-4431-9343-60ae8247a9e3), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.768032 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-86c5cfbe-e80b-42c5-b7dd-e977d3461222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (89edc79a-2c68-4431-9343-60ae8247a9e3), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.770717 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-86c5cfbe-e80b-42c5-b7dd-e977d3461222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:03.771885 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-86c5cfbe-e80b-42c5-b7dd-e977d3461222 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89edc79a-2c68-4431-9343-60ae8247a9e3 HTTP/1.1" status: 204 len: 168 time: 0.1281412 Jul 04 09:39:03.779830 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5cfbe-e80b-42c5-b7dd-e977d3461222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89edc79a-2c68-4431-9343-60ae8247a9e3,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:04.051216 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5f294-ae38-4f33-82b3-1e05761504e1 req-ee58a0c6-811f-4645-a36d-a7431fed4a24 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:04.052958 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dac5f294-ae38-4f33-82b3-1e05761504e1 req-ee58a0c6-811f-4645-a36d-a7431fed4a24 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0579026 Jul 04 09:39:04.106774 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-dac5f294-ae38-4f33-82b3-1e05761504e1 req-7c51b89a-c759-4c7a-9844-f14b6aee68a1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456622 Jul 04 09:39:04.109687 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33284) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:04.122889 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fda9c862-2a78-4584-b8f8-3bdc59a95d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.231235 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-216a0cc9-24fb-48b4-a49d-ed041347f82d req-a6615ff5-69a8-42f2-9ae7-f1322c898d1c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 210 time: 0.0309033 Jul 04 09:39:04.236674 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:39:04.263158 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fda9c862-2a78-4584-b8f8-3bdc59a95d9d admin admin] Publish callbacks [] for security_group (acdab890-8d73-43b9-a310-cd14ca62c690), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.271951 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fda9c862-2a78-4584-b8f8-3bdc59a95d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (acdab890-8d73-43b9-a310-cd14ca62c690), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.340202 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:04.342375 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-fda9c862-2a78-4584-b8f8-3bdc59a95d9d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f9c741917f14549817ec363c3de8ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321200 Jul 04 09:39:04.345094 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33294) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:04.346476 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9c862-2a78-4584-b8f8-3bdc59a95d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdab890-8d73-43b9-a310-cd14ca62c690,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:04.356616 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-e66cfe15-3d14-486d-9614-688d3d380967 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:04.358144 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-e66cfe15-3d14-486d-9614-688d3d380967 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 815 time: 0.1727409 Jul 04 09:39:04.363450 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'port_id': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'mac_address': 'fa:16:3e:e4:06:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:39:04.400634 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 is: ACTIVE; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:39:04.401018 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.402327 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3b20eabe-4226-425d-8663-ff2c03e7e6a5 admin admin] Publish callbacks [] for security_group (acdab890-8d73-43b9-a310-cd14ca62c690), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.416550 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:39:04.428446 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3b20eabe-4226-425d-8663-ff2c03e7e6a5 admin admin] Publish callbacks [] for security_group (acdab890-8d73-43b9-a310-cd14ca62c690), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.440697 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:04.441747 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-00ef9c88-cffd-409c-a673-07c0d2aa221e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a68b94cba234defbc9f59f21c9d0fb5 HTTP/1.1" status: 200 len: 380 time: 0.0601907 Jul 04 09:39:04.445006 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.452819 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'port': {'device_id': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'admin_state_up': True, 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'security_groups': ['125d8768-61da-48f5-b25c-265beced45c3']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:39:04.482149 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3b20eabe-4226-425d-8663-ff2c03e7e6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (acdab890-8d73-43b9-a310-cd14ca62c690), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.485709 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3b20eabe-4226-425d-8663-ff2c03e7e6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.494601 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-3b20eabe-4226-425d-8663-ff2c03e7e6a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acdab890-8d73-43b9-a310-cd14ca62c690 HTTP/1.1" status: 204 len: 168 time: 0.1456795 Jul 04 09:39:04.494851 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=6']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:04.505168 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20eabe-4226-425d-8663-ff2c03e7e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdab890-8d73-43b9-a310-cd14ca62c690,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:04.568089 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Made reservation on behalf of 6a68b94cba234defbc9f59f21c9d0fb5 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:39:04.571442 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.710353 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Allocated IP 172.20.0.8 (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae/7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4/f7e40203-1a2d-4f2d-9308-008d3eadfa37) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:39:04.713657 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:39:04.877177 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.915181 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:04.958793 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:39:04.961853 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:39:04.965319 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:39:04.989689 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event updated for resources: {'Port': ['ID=f7e40203-1a2d-4f2d-9308-008d3eadfa37,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:05.003396 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.003609 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.003925 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.004257 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.004590 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.004915 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.005238 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.005558 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.005873 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.006217 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.006539 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.006854 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.007175 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:05.031883 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:05.032511 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:05.049064 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-c4089255-6dfc-406e-bc8b-eb1345e4f7fb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020086 Jul 04 09:39:05.078565 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Request body: {'port': {'device_id': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:39:05.142934 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:05.232435 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-89a70bde-174a-48a4-8d89-c8be9bb847cc None None] Provisioning complete for port f7e40203-1a2d-4f2d-9308-008d3eadfa37 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:39:05.232728 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-89a70bde-174a-48a4-8d89-c8be9bb847cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:05.265714 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-89a70bde-174a-48a4-8d89-c8be9bb847cc None None] Port f7e40203-1a2d-4f2d-9308-008d3eadfa37 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:39:05.359064 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219cce9-76f0-44cb-a010-639ef4194fd2 req-df3d46bf-7768-47cd-a142-8c6a77b75144 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:05.360789 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1219cce9-76f0-44cb-a010-639ef4194fd2 req-df3d46bf-7768-47cd-a142-8c6a77b75144 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 931 time: 0.0547671 Jul 04 09:39:05.416962 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1219cce9-76f0-44cb-a010-639ef4194fd2 req-f25aa8ee-6b21-40e3-a22f-16794c25f150 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441406 Jul 04 09:39:05.570660 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f95ad-ebb9-4cf4-9858-2628c8ff4c60 req-273d4422-2d46-4395-88cf-620832408beb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:05.572133 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-525f95ad-ebb9-4cf4-9858-2628c8ff4c60 req-273d4422-2d46-4395-88cf-620832408beb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 945 time: 0.3894641 Jul 04 09:39:05.649195 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-525f95ad-ebb9-4cf4-9858-2628c8ff4c60 req-95974817-189d-4596-aeef-41e3d2d0d548 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705740 Jul 04 09:39:05.698280 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e40203-1a2d-4f2d-9308-008d3eadfa37 {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:39:05.705560 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Publish callbacks [] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:05.717270 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Transition to ACTIVE for port object f7e40203-1a2d-4f2d-9308-008d3eadfa37 will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:39:05.720582 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:05.769626 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e40203-1a2d-4f2d-9308-008d3eadfa37,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:05.842799 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Attempting to bind port f7e40203-1a2d-4f2d-9308-008d3eadfa37 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:39:05.843280 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Attempting to bind port f7e40203-1a2d-4f2d-9308-008d3eadfa37 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:39:05.843614 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Attempting to bind port f7e40203-1a2d-4f2d-9308-008d3eadfa37 on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:39:05.848388 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Port f7e40203-1a2d-4f2d-9308-008d3eadfa37 on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:39:05.848770 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Attempting to bind port f7e40203-1a2d-4f2d-9308-008d3eadfa37 on network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:39:05.854300 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:39:05.854668 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Checking segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:39:05.855141 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Bound using segment: {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:39:05.855570 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Bound port: f7e40203-1a2d-4f2d-9308-008d3eadfa37, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931fe22a-20d4-4898-8f97-d52b82793c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:39:05.855959 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:05.919737 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] For port f7e40203-1a2d-4f2d-9308-008d3eadfa37, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:39:05.922946 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] For port f7e40203-1a2d-4f2d-9308-008d3eadfa37, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f7e40203-1a2d-4f2d-9308-008d3eadfa37,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:39:05.928195 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:05.961672 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:05.962455 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:05.964476 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] 10.222.0.62 "PUT /v2.0/ports/f7e40203-1a2d-4f2d-9308-008d3eadfa37 HTTP/1.1" status: 200 len: 1093 time: 0.8904371 Jul 04 09:39:05.966648 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'tag': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:39:05.968905 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ef52dc-973d-44e6-889e-157e215e76f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8207e6-4ad7-4ba1-b124-ac29236a3988", "tag": "f7e40203-1a2d-4f2d-9308-008d3eadfa37"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:39:05.998550 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07adad-3d96-4210-b65d-c362d4e07408 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e40203-1a2d-4f2d-9308-008d3eadfa37,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:06.032472 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f3c975-fdb4-4f73-9d41-ba1196c72f93 x-openstack-request-id: req-09f3c975-fdb4-4f73-9d41-ba1196c72f93 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:39:06.032776 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8207e6-4ad7-4ba1-b124-ac29236a3988", "tag": "f7e40203-1a2d-4f2d-9308-008d3eadfa37", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:39:06.033035 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09f3c975-fdb4-4f73-9d41-ba1196c72f93 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:39:06.033436 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f3c975-fdb4-4f73-9d41-ba1196c72f93'] response: {'name': 'network-changed', 'server_uuid': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'tag': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37', 'status': 'completed', 'code': 200} Jul 04 09:39:06.072827 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-3eae3217-705a-4e62-b8b8-f9b45bf8f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:06.074724 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-3eae3217-705a-4e62-b8b8-f9b45bf8f280 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 1127 time: 0.0529809 Jul 04 09:39:06.247388 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:39:06.291930 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:39:06.292598 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:06.344720 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-686ab706-a842-4bd2-85fc-4d59244349ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e40203-1a2d-4f2d-9308-008d3eadfa37 HTTP/1.1" status: 200 len: 217 time: 0.0325215 Jul 04 09:39:06.361979 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:39:06.362401 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:06.384330 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:39:06.387213 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64d8482-e3d4-4ace-8cfa-a95bd0a58198" -d '{"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-plugged", "status": "completed", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:39:06.398730 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-a42a0153-089b-4fe4-859a-3f3430fa7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:06.399315 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:06.400281 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-a42a0153-089b-4fe4-859a-3f3430fa7cfe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0486484 Jul 04 09:39:06.403910 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:06.442083 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfedb51-bdd0-4da9-9639-ec281a8d8341 x-openstack-request-id: req-fbfedb51-bdd0-4da9-9639-ec281a8d8341 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:39:06.442374 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-plugged", "status": "completed", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:39:06.442805 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbfedb51-bdd0-4da9-9639-ec281a8d8341 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:39:06.443502 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfedb51-bdd0-4da9-9639-ec281a8d8341'] response: {'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'code': 200} Jul 04 09:39:06.455146 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-628ada80-b907-4822-bc4c-7392bc39349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:06.456669 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-628ada80-b907-4822-bc4c-7392bc39349f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497582 Jul 04 09:39:06.472272 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=7']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:06.542207 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286eb0c-5497-4765-b4e3-ed376a0bf4d4 req-938eb3ed-f495-48fe-b9af-aefa9c8222b9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:06.543703 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6286eb0c-5497-4765-b4e3-ed376a0bf4d4 req-938eb3ed-f495-48fe-b9af-aefa9c8222b9 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 943 time: 0.0522423 Jul 04 09:39:06.550512 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-33779a48-3194-46a6-b3ba-e127d88c0da4 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831800 Jul 04 09:39:06.594283 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-6286eb0c-5497-4765-b4e3-ed376a0bf4d4 req-a38df4ff-738c-4a3d-bafc-98cc927bed2c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446045 Jul 04 09:39:06.644777 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-350abda3-df54-4049-a9b8-2b0e60b359b9 req-a3714247-d2e7-4260-8b32-04625ad7cbec service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867438 Jul 04 09:39:06.803615 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61653544-a3e6-4550-9b01-9c9195d2d679 req-12a06a39-39fb-418b-936e-9582c1307586 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:06.804973 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-61653544-a3e6-4550-9b01-9c9195d2d679 req-12a06a39-39fb-418b-936e-9582c1307586 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0823665 Jul 04 09:39:06.811734 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-093ba428-9869-4623-a11e-4fbc55c4dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:06.813100 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-093ba428-9869-4623-a11e-4fbc55c4dd58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 1127 time: 0.0620053 Jul 04 09:39:06.907695 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-61653544-a3e6-4550-9b01-9c9195d2d679 req-e859dfd3-ec5b-4a95-bbcc-7c42d3f18ce8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936193 Jul 04 09:39:06.936682 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-9cf1e9ed-9a60-498b-af30-c52ee882d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:06.938176 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-9cf1e9ed-9a60-498b-af30-c52ee882d23d service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 916 time: 0.1074812 Jul 04 09:39:06.979060 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-468374b4-4218-450f-8c8a-5d58d576b373 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e40203-1a2d-4f2d-9308-008d3eadfa37 HTTP/1.1" status: 200 len: 217 time: 0.0322578 Jul 04 09:39:07.034208 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-a1043af0-f336-473a-ad7a-d0b47fe67b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:07.035679 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-a1043af0-f336-473a-ad7a-d0b47fe67b57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0481725 Jul 04 09:39:07.087791 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-253e9051-85fa-4221-a2c8-00b15733e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:07.089224 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-253e9051-85fa-4221-a2c8-00b15733e42f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443649 Jul 04 09:39:07.177664 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-b0aca560-739d-4295-86d5-8b190ad5fc46 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Jul 04 09:39:07.268840 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5ef52dc-973d-44e6-889e-157e215e76f7 req-935900c9-6053-48cb-8ddf-f824c6a8c3a1 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847111 Jul 04 09:39:07.711024 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be79f36-d9b2-4e94-a555-bd4263f5924b req-e9166d56-de5a-4450-89ef-c647a068813c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:07.712484 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0be79f36-d9b2-4e94-a555-bd4263f5924b req-e9166d56-de5a-4450-89ef-c647a068813c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 943 time: 0.0512533 Jul 04 09:39:07.757882 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0be79f36-d9b2-4e94-a555-bd4263f5924b req-75ec9d38-5327-4b8d-b055-8f11c901ab32 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 Jul 04 09:39:08.031952 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8712d9-a335-4319-996c-0236cfd841e7 req-a2ba4aed-9753-40ff-a553-8d9866e77fe2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:08.033436 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5b8712d9-a335-4319-996c-0236cfd841e7 req-a2ba4aed-9753-40ff-a553-8d9866e77fe2 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0552390 Jul 04 09:39:08.080284 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5b8712d9-a335-4319-996c-0236cfd841e7 req-ce08b109-93a0-43d6-98c9-ba4e49364fa9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413280 Jul 04 09:39:08.881698 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed1ccc-87f0-4520-b434-2a764bdfab03 req-52de89b2-347e-4b00-b063-98507d525bd1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:08.887389 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74ed1ccc-87f0-4520-b434-2a764bdfab03 req-52de89b2-347e-4b00-b063-98507d525bd1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 943 time: 0.0605252 Jul 04 09:39:08.936405 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74ed1ccc-87f0-4520-b434-2a764bdfab03 req-b2e02762-3ead-4944-aae1-cc776e61ed85 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Jul 04 09:39:09.212013 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb8dfa-f793-4812-951b-b1892c40c1f5 req-de790029-c929-41f3-8687-949981b9f7bb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:09.214272 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efdb8dfa-f793-4812-951b-b1892c40c1f5 req-de790029-c929-41f3-8687-949981b9f7bb tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0602818 Jul 04 09:39:09.263517 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-efdb8dfa-f793-4812-951b-b1892c40c1f5 req-8218b7ce-22ba-453f-8fc6-c1ac0b854387 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 Jul 04 09:39:10.065129 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15477799-65b3-45ae-ad72-2bbfecc4fd6e req-5e44d30c-bb6d-4061-83e8-fff015c6356b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:10.071219 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-15477799-65b3-45ae-ad72-2bbfecc4fd6e req-5e44d30c-bb6d-4061-83e8-fff015c6356b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 943 time: 0.0661271 Jul 04 09:39:10.115518 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-15477799-65b3-45ae-ad72-2bbfecc4fd6e req-72ac41d5-54c1-4da0-a2bb-b44e5a2eef7f tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 Jul 04 09:39:10.278860 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device f7e40203-1a2d-4f2d-9308-008d3eadfa37 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:39:10.479677 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767773e-6d8f-41ea-939c-24440aa01922 req-11870493-c5b6-41ba-a273-761cfdd82090 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:10.482020 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b767773e-6d8f-41ea-939c-24440aa01922 req-11870493-c5b6-41ba-a273-761cfdd82090 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0687940 Jul 04 09:39:10.540582 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b767773e-6d8f-41ea-939c-24440aa01922 req-71475b79-0197-4e6c-9ce4-ab2365ee3e0a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506539 Jul 04 09:39:10.625344 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port f7e40203-1a2d-4f2d-9308-008d3eadfa37, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f7e40203-1a2d-4f2d-9308-008d3eadfa37,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:10.640300 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'port_id': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37', 'mac_address': 'fa:16:3e:14:6e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:39:10.685795 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port f7e40203-1a2d-4f2d-9308-008d3eadfa37 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:39:10.686893 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:10.704420 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e40203-1a2d-4f2d-9308-008d3eadfa37 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:39:10.724590 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port f7e40203-1a2d-4f2d-9308-008d3eadfa37, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f7e40203-1a2d-4f2d-9308-008d3eadfa37,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:10.729417 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:10.778134 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=f7e40203-1a2d-4f2d-9308-008d3eadfa37,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:11.179423 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:39:11.253639 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c67e7-0147-491f-b381-8bb8c345f4d3 req-50d471d4-3f0a-430c-8ac0-6f0a52f7a713 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:11.255200 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-978c67e7-0147-491f-b381-8bb8c345f4d3 req-50d471d4-3f0a-430c-8ac0-6f0a52f7a713 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 944 time: 0.0652816 Jul 04 09:39:11.265841 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['f7e40203-1a2d-4f2d-9308-008d3eadfa37'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:39:11.309072 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-978c67e7-0147-491f-b381-8bb8c345f4d3 req-ffc3f50f-4248-47c7-bcce-d90405937221 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480490 Jul 04 09:39:11.678615 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c86b9-8abe-496d-9e74-18f23389a4b4 req-cf3e7c77-d194-4b10-b5e2-abacedcb58d5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:11.685924 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1c3c86b9-8abe-496d-9e74-18f23389a4b4 req-cf3e7c77-d194-4b10-b5e2-abacedcb58d5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0604963 Jul 04 09:39:11.741862 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-1c3c86b9-8abe-496d-9e74-18f23389a4b4 req-4d3badd5-3599-4e3e-8df9-617893522d3a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549531 Jul 04 09:39:12.009375 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1b14-da9d-435c-a450-6f42605e86d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:12.439713 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12f998-37bc-464d-9e68-641c596cf82a req-216e44ae-c01c-4ff8-8bf9-a33142408e83 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:12.441894 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0e12f998-37bc-464d-9e68-641c596cf82a req-216e44ae-c01c-4ff8-8bf9-a33142408e83 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 944 time: 0.0572906 Jul 04 09:39:12.501002 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0e12f998-37bc-464d-9e68-641c596cf82a req-bbc0f620-e713-43e1-ad48-241ea88c08f5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522780 Jul 04 09:39:13.092068 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7b597-5b7b-440f-a40d-8816228ecfa8 req-d89ce0d7-5e6b-41fe-8b08-c69c0ef4754a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:13.094379 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-02e7b597-5b7b-440f-a40d-8816228ecfa8 req-d89ce0d7-5e6b-41fe-8b08-c69c0ef4754a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0582500 Jul 04 09:39:13.145140 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-02e7b597-5b7b-440f-a40d-8816228ecfa8 req-303fa0c0-9525-4840-ad06-4033e67a8ec8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 Jul 04 09:39:13.624625 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2b181-bf6f-407e-8b33-44936e21fedd req-1bd8650f-57ec-4a26-8d0b-0a989794ce33 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:13.626214 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e7b2b181-bf6f-407e-8b33-44936e21fedd req-1bd8650f-57ec-4a26-8d0b-0a989794ce33 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 944 time: 0.0557351 Jul 04 09:39:13.677239 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e7b2b181-bf6f-407e-8b33-44936e21fedd req-1c4a37ed-f3d1-4d66-9c89-bc77ede4decb tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 Jul 04 09:39:14.110638 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ea45-3bb6-4902-b9f8-1ba444813c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:14.280963 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device f7e40203-1a2d-4f2d-9308-008d3eadfa37 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:39:14.301061 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b59c94-9784-4abd-8f74-e271e187603b req-25a50824-11a1-4390-814b-bba27ca019c9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:14.303322 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5b59c94-9784-4abd-8f74-e271e187603b req-25a50824-11a1-4390-814b-bba27ca019c9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0770390 Jul 04 09:39:14.336361 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port f7e40203-1a2d-4f2d-9308-008d3eadfa37 completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:39:14.341825 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port f7e40203-1a2d-4f2d-9308-008d3eadfa37 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:39:14.342238 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:14.361908 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e5b59c94-9784-4abd-8f74-e271e187603b req-ae6fba6e-1dc5-4190-9d54-51caa53d2943 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515356 Jul 04 09:39:14.422873 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port f7e40203-1a2d-4f2d-9308-008d3eadfa37 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:39:14.423261 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:14.454205 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:39:14.456430 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f9fc62-423b-4550-ac31-1dad97f0c30e" -d '{"events": [{"server_uuid": "ce8207e6-4ad7-4ba1-b124-ac29236a3988", "name": "network-vif-plugged", "status": "completed", "tag": "f7e40203-1a2d-4f2d-9308-008d3eadfa37"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:39:14.461990 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port f7e40203-1a2d-4f2d-9308-008d3eadfa37, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f7e40203-1a2d-4f2d-9308-008d3eadfa37,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:14.467745 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:14.500798 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8963cb23-5163-4cb9-971e-2551ba6baa32 x-openstack-request-id: req-8963cb23-5163-4cb9-971e-2551ba6baa32 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:39:14.501088 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8207e6-4ad7-4ba1-b124-ac29236a3988", "name": "network-vif-plugged", "status": "completed", "tag": "f7e40203-1a2d-4f2d-9308-008d3eadfa37", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:39:14.501339 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8963cb23-5163-4cb9-971e-2551ba6baa32 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:39:14.501732 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8963cb23-5163-4cb9-971e-2551ba6baa32'] response: {'server_uuid': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37', 'code': 200} Jul 04 09:39:14.517054 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=f7e40203-1a2d-4f2d-9308-008d3eadfa37,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:14.741031 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f6615-ef40-41fc-9b1f-82a3367a5154 req-1b9502f5-889f-46c6-8512-6bf5510fda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:14.742702 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b65f6615-ef40-41fc-9b1f-82a3367a5154 req-1b9502f5-889f-46c6-8512-6bf5510fda98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 1129 time: 0.0534987 Jul 04 09:39:14.822791 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b65f6615-ef40-41fc-9b1f-82a3367a5154 req-46f818b0-afae-44c2-90aa-29777bc288f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685098 Jul 04 09:39:14.835032 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34db78-85d9-4d10-9447-6b3c5d1bd090 req-3485a86b-565e-4ba0-9406-073c67461712 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:14.836712 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-af34db78-85d9-4d10-9447-6b3c5d1bd090 req-3485a86b-565e-4ba0-9406-073c67461712 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0914621 Jul 04 09:39:14.901925 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-af34db78-85d9-4d10-9447-6b3c5d1bd090 req-cac51d36-6f8a-485f-943d-141ec679d9aa tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526974 Jul 04 09:39:15.496888 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:15.524048 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d29d1a-768c-41ba-883f-4636f9592ef2 req-ce9f221d-a37f-475d-8c34-fa02b50e0c91 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:15.525933 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d1d29d1a-768c-41ba-883f-4636f9592ef2 req-ce9f221d-a37f-475d-8c34-fa02b50e0c91 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0706930 Jul 04 09:39:15.591141 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d1d29d1a-768c-41ba-883f-4636f9592ef2 req-b5409bd5-431e-4f9c-9187-9bf5073842bd tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526173 Jul 04 09:39:16.029286 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298a952-8b74-4cda-8d44-dbe50338853a req-48cc4858-521e-4379-be1f-34eadcfb67ed tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:16.030971 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4298a952-8b74-4cda-8d44-dbe50338853a req-48cc4858-521e-4379-be1f-34eadcfb67ed tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0714643 Jul 04 09:39:16.082550 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4298a952-8b74-4cda-8d44-dbe50338853a req-0ce1bb3d-49d5-464f-b130-01edcf3e9b32 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453615 Jul 04 09:39:16.722442 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef9543-d34c-46e9-a4b7-65d705c624d0 req-af9e0317-0577-4f2a-b98a-d816c00dbcad tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:16.724074 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c0ef9543-d34c-46e9-a4b7-65d705c624d0 req-af9e0317-0577-4f2a-b98a-d816c00dbcad tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0639699 Jul 04 09:39:16.783622 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c0ef9543-d34c-46e9-a4b7-65d705c624d0 req-99d8d9bd-05dd-4d44-8af6-eccdc17efbd9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524790 Jul 04 09:39:16.834656 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:17.216982 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27c190-35aa-4279-9081-c4004ff74517 req-f7d13142-1f70-4676-9b17-72e335d57772 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:17.218586 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eb27c190-35aa-4279-9081-c4004ff74517 req-f7d13142-1f70-4676-9b17-72e335d57772 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0608730 Jul 04 09:39:17.267013 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eb27c190-35aa-4279-9081-c4004ff74517 req-ea7323f6-5387-41ae-a6aa-219780628131 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426385 Jul 04 09:39:17.388295 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4b337-a766-4c53-914f-147406c9a13b req-e19da5ec-086b-47ba-ac82-6b536cd52805 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:17.389776 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e8c4b337-a766-4c53-914f-147406c9a13b req-e19da5ec-086b-47ba-ac82-6b536cd52805 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0553019 Jul 04 09:39:17.399399 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33392) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:17.404746 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-6a723bbb-ba5b-4495-82a0-fea318a8b39d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Request body: {'floatingip': {'port_id': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:39:17.450082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6a723bbb-ba5b-4495-82a0-fea318a8b39d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (e68ae425-8ecb-4552-af50-1118adfc1ca7), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:17.949102 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6a723bbb-ba5b-4495-82a0-fea318a8b39d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:17.961669 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6172e0-712e-4a78-8f48-3b9b19fd5e4a req-27644016-2cbb-4366-a516-dbcf79b619f7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:17.964144 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7a6172e0-712e-4a78-8f48-3b9b19fd5e4a req-27644016-2cbb-4366-a516-dbcf79b619f7 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.1056099 Jul 04 09:39:17.965331 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6a723bbb-ba5b-4495-82a0-fea318a8b39d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (e68ae425-8ecb-4552-af50-1118adfc1ca7), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:18.098403 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7a6172e0-712e-4a78-8f48-3b9b19fd5e4a req-69cccec7-2bda-414c-92b7-74fe5d508798 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931818 Jul 04 09:39:18.110132 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [None req-6a723bbb-ba5b-4495-82a0-fea318a8b39d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Floating IP e68ae425-8ecb-4552-af50-1118adfc1ca7 associated. External IP: 172.27.3.51, port: f7e40203-1a2d-4f2d-9308-008d3eadfa37. Jul 04 09:39:18.345434 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a723bbb-ba5b-4495-82a0-fea318a8b39d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:39:18.426991 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:18.487772 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a723bbb-ba5b-4495-82a0-fea318a8b39d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:39:18.492729 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6a723bbb-ba5b-4495-82a0-fea318a8b39d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:18.499792 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:39:18.513602 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:39:18.514557 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:39:18.542128 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-6a723bbb-ba5b-4495-82a0-fea318a8b39d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "PUT /v2.0/floatingips/e68ae425-8ecb-4552-af50-1118adfc1ca7 HTTP/1.1" status: 200 len: 990 time: 1.1383255 Jul 04 09:39:18.542128 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'tag': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:39:18.543592 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4586e15b-8ade-425e-92c7-5265ef36b87e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8207e6-4ad7-4ba1-b124-ac29236a3988", "tag": "f7e40203-1a2d-4f2d-9308-008d3eadfa37"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:39:18.593946 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cd4740-0aa2-4d28-8a04-dbe691d77ec1 x-openstack-request-id: req-f6cd4740-0aa2-4d28-8a04-dbe691d77ec1 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:39:18.594525 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8207e6-4ad7-4ba1-b124-ac29236a3988", "tag": "f7e40203-1a2d-4f2d-9308-008d3eadfa37", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:39:18.594787 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6cd4740-0aa2-4d28-8a04-dbe691d77ec1 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:39:18.595202 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6cd4740-0aa2-4d28-8a04-dbe691d77ec1'] response: {'name': 'network-changed', 'server_uuid': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'tag': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37', 'status': 'completed', 'code': 200} Jul 04 09:39:18.674281 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:39:18.718380 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-8072b9a3-a78d-4308-a75c-149cddad3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:18.720693 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-8072b9a3-a78d-4308-a75c-149cddad3389 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 1129 time: 0.0547419 Jul 04 09:39:18.850832 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-f6bd8adc-d9ef-404e-9bee-b26f8a4c4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:18.854299 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-f6bd8adc-d9ef-404e-9bee-b26f8a4c4367 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 200 len: 916 time: 0.1273320 Jul 04 09:39:18.948932 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-cbfebd8d-0c0e-445d-82ba-238f835f0ceb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e40203-1a2d-4f2d-9308-008d3eadfa37 HTTP/1.1" status: 200 len: 998 time: 0.0873206 Jul 04 09:39:19.013626 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-7662b885-ee41-4b10-bf9e-99fb0153aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:19.015230 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-7662b885-ee41-4b10-bf9e-99fb0153aa23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 200 len: 854 time: 0.0584555 Jul 04 09:39:19.015570 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'e68ae425-8ecb-4552-af50-1118adfc1ca7', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:14:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:39:00Z', 'updated_at': '2022-07-04T09:39:17Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:39:19.047993 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:39:19.063705 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:39:19.064864 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:39:19.099817 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-bdd86d57-5cf9-490b-9df3-363cd5f5ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:19.101930 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-bdd86d57-5cf9-490b-9df3-363cd5f5ac6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801828 Jul 04 09:39:19.200012 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:39:19.262179 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:19.262964 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-b9d3508e-e181-4c01-bfa2-0d30567190fc service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489959 Jul 04 09:39:19.361664 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2f0db-ea18-4e12-a254-bb2fdac77296 req-b18dbe6b-048d-414a-a5e5-d75d45b5a3b9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:19.363209 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8ba2f0db-ea18-4e12-a254-bb2fdac77296 req-b18dbe6b-048d-414a-a5e5-d75d45b5a3b9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.1351199 Jul 04 09:39:19.413632 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4586e15b-8ade-425e-92c7-5265ef36b87e req-6360b54c-c097-4d2c-9632-66f7b977f4d3 service neutron] 10.222.0.62 "GET /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415145 Jul 04 09:39:19.441478 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8ba2f0db-ea18-4e12-a254-bb2fdac77296 req-02af7916-5e94-4e9d-83c7-aad94ba816f8 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628691 Jul 04 09:39:19.475149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'e68ae425-8ecb-4552-af50-1118adfc1ca7', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:14:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:39:00Z', 'updated_at': '2022-07-04T09:39:17Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:39:19.517204 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442a4cc-d1e2-4e0b-9e75-733a3a9b908f None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'e68ae425-8ecb-4552-af50-1118adfc1ca7', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'port_id': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'mac_address': 'fa:16:3e:14:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:39:00Z', 'updated_at': '2022-07-04T09:39:17Z', 'revision_number': 1, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:39:19.737053 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1bb14-f29a-48e1-b50e-6d00cdb3af23 None None] New status for floating IP e68ae425-8ecb-4552-af50-1118adfc1ca7: ACTIVE {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:39:20.575701 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514c84d-cb5f-4c1b-b63f-0bb433bb42b7 req-b8c2e9f5-17e5-4453-b6f8-3cac6aecf3df tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:20.577165 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d514c84d-cb5f-4c1b-b63f-0bb433bb42b7 req-b8c2e9f5-17e5-4453-b6f8-3cac6aecf3df tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0545235 Jul 04 09:39:20.627566 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d514c84d-cb5f-4c1b-b63f-0bb433bb42b7 req-e4b585a0-77c3-4ecd-b9a1-75e17ccedc33 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447910 Jul 04 09:39:20.669932 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-c6ddbe54-2ae3-4472-9654-7af3c1a33c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:20.671453 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-c6ddbe54-2ae3-4472-9654-7af3c1a33c19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 1130 time: 0.0456231 Jul 04 09:39:20.762900 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-5cbbdde4-9f46-4118-bf93-833c36596915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:20.764357 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-5cbbdde4-9f46-4118-bf93-833c36596915 service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.0867124 Jul 04 09:39:20.827380 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-40b64474-7dfe-472c-8e8b-b767e465557a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 HTTP/1.1" status: 200 len: 1002 time: 0.0548680 Jul 04 09:39:20.879531 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-9e58a532-c98e-4fba-b751-c31eaae2fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:20.880951 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-9e58a532-c98e-4fba-b751-c31eaae2fd9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0471547 Jul 04 09:39:20.930387 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-6946fa52-1511-4b77-926b-c1db6aa43e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:20.932430 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-6946fa52-1511-4b77-926b-c1db6aa43e44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452487 Jul 04 09:39:21.020162 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-a003af4e-c4a5-4d09-891c-4484428cc0e8 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809360 Jul 04 09:39:21.110180 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5494b939-ac18-464b-bc0b-f2d69b7f6abf req-25196516-0feb-4367-b284-344d057f4577 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Jul 04 09:39:21.753024 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d9360-b6ff-4900-a2f9-7174881f4a33 req-17a80b12-ab69-4ff3-948e-3b1b0f7781a1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:21.754581 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2f2d9360-b6ff-4900-a2f9-7174881f4a33 req-17a80b12-ab69-4ff3-948e-3b1b0f7781a1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0528069 Jul 04 09:39:21.802391 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2f2d9360-b6ff-4900-a2f9-7174881f4a33 req-035d3c02-c892-4bd5-9ad2-1698e0e98dd0 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Jul 04 09:39:22.924739 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b7eef-cb6b-4cd7-af8d-6ff7284cedd6 req-65d23a27-6407-484f-b8ff-491a3878496a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:22.926285 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-232b7eef-cb6b-4cd7-af8d-6ff7284cedd6 req-65d23a27-6407-484f-b8ff-491a3878496a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Jul 04 09:39:22.978337 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-232b7eef-cb6b-4cd7-af8d-6ff7284cedd6 req-3f8b4181-0b28-4514-98e5-591ff52b5da9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452707 Jul 04 09:39:24.102218 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f6684-8c7a-4a96-99df-7147758a93e3 req-e70087b6-e3c2-40d9-a2f7-1f3750c8e4b3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:24.103824 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5e1f6684-8c7a-4a96-99df-7147758a93e3 req-e70087b6-e3c2-40d9-a2f7-1f3750c8e4b3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 946 time: 0.0519500 Jul 04 09:39:24.149509 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5e1f6684-8c7a-4a96-99df-7147758a93e3 req-2a7ab1a4-1298-42ca-9fa9-7696b86428a6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400865 Jul 04 09:39:24.367268 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:39:24.440002 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 is: ACTIVE; New status is: DOWN {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:39:24.440388 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:24.474685 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:39:24.476884 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928fb5b3-6aea-4df7-b609-69e9b4d13410" -d '{"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:39:24.484089 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:24.489709 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:24.517084 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bb6ea0-bc56-4480-90bf-640e1f0da354 x-openstack-request-id: req-89bb6ea0-bc56-4480-90bf-640e1f0da354 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:39:24.517375 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-unplugged", "status": "failed", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36", "code": 422}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:39:24.517629 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89bb6ea0-bc56-4480-90bf-640e1f0da354 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:39:24.518024 dv-cinder-847864-6-iscsi neutron-server[103747]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-89bb6ea0-bc56-4480-90bf-640e1f0da354']: {'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'code': 422} returned with failed status Jul 04 09:39:24.554109 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=8']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:24.561996 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.562377 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.562719 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.563056 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.563383 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.563736 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.564030 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.564352 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.564672 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.564994 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.565313 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.565628 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:24.565945 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:25.113466 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a75e9-b5d1-4211-b773-335e4af2e3d1 req-ee2b5f60-1f4f-4463-9f3b-f1e72c92e641 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:25.115048 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a85a75e9-b5d1-4211-b773-335e4af2e3d1 req-ee2b5f60-1f4f-4463-9f3b-f1e72c92e641 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0561752 Jul 04 09:39:25.162912 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a85a75e9-b5d1-4211-b773-335e4af2e3d1 req-92d86abf-44f1-4fb9-bdaf-572b9ff26388 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419800 Jul 04 09:39:25.339434 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33498) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:25.433250 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-aaf7b098-fc7b-4e9e-985d-0158dbd40869 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926712 Jul 04 09:39:25.441787 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-045235ae-1e74-48f2-bb39-79298752654e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:39:25.442805 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-045235ae-1e74-48f2-bb39-79298752654e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048859 Jul 04 09:39:25.524789 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33506) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:25.616271 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-c331a221-5f53-4594-ac32-cd2ad69ec117 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:25.617753 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-c331a221-5f53-4594-ac32-cd2ad69ec117 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports/7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 HTTP/1.1" status: 200 len: 941 time: 0.0917399 Jul 04 09:39:26.285238 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05b929-e1ed-4118-ad9c-51f8727e66b8 req-b7941083-6914-44ff-835c-39f58e3f62c3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:26.286763 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e05b929-e1ed-4118-ad9c-51f8727e66b8 req-b7941083-6914-44ff-835c-39f58e3f62c3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0520840 Jul 04 09:39:26.333937 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7e05b929-e1ed-4118-ad9c-51f8727e66b8 req-3536c516-2357-4c83-ad85-071ce2e7b9a3 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409844 Jul 04 09:39:26.514790 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-7280c09a-4df1-4832-b52d-39d2e876ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:26.516284 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-7280c09a-4df1-4832-b52d-39d2e876ec3c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05&tenant_id=d61a8ec08da9488aae381f6cde07cb5e HTTP/1.1" status: 200 len: 1128 time: 0.0452261 Jul 04 09:39:26.608223 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-a350af55-e821-4e2a-a1db-581cccc8c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:26.609707 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-a350af55-e821-4e2a-a1db-581cccc8c00d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0574996 Jul 04 09:39:26.697026 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-a88b83d9-2caa-4c38-baea-98db26d30e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:26.698548 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-a88b83d9-2caa-4c38-baea-98db26d30e5e service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.0830815 Jul 04 09:39:26.761171 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-6eb4b53e-deff-4859-a504-e8f0adb187d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 HTTP/1.1" status: 200 len: 1000 time: 0.0563047 Jul 04 09:39:26.809244 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-3db60d90-b454-4592-88f3-0663a6d8b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:26.810594 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-3db60d90-b454-4592-88f3-0663a6d8b100 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0430887 Jul 04 09:39:26.861040 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-9ecd4db5-432c-4d8a-a32b-df9f87a5296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:26.862599 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-9ecd4db5-432c-4d8a-a32b-df9f87a5296d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455642 Jul 04 09:39:26.956043 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-64d2d0a4-6430-4cff-8839-eaeb69d2d594 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871379 Jul 04 09:39:27.047761 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9c5a04a0-c8f2-4bb2-ab6e-8d9ad8863d7f req-ff0bdd09-9c0c-4f1e-a6d5-c6e6e9f34922 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854330 Jul 04 09:39:27.467498 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a7926-e2f0-4c6d-a58e-b61d0c67bfb2 req-a81c90a7-c609-4e40-b517-4a81a6b11541 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:27.469487 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-799a7926-e2f0-4c6d-a58e-b61d0c67bfb2 req-a81c90a7-c609-4e40-b517-4a81a6b11541 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0622010 Jul 04 09:39:27.533245 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-799a7926-e2f0-4c6d-a58e-b61d0c67bfb2 req-a9b71bda-66a4-4baa-a5aa-30e26022983a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571992 Jul 04 09:39:28.667160 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de569e67-3d66-482d-86dc-213f0a4ba455 req-92197b40-f3da-4ee5-90c5-28a692bd1e19 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:28.669651 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-de569e67-3d66-482d-86dc-213f0a4ba455 req-92197b40-f3da-4ee5-90c5-28a692bd1e19 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0570004 Jul 04 09:39:28.722904 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-de569e67-3d66-482d-86dc-213f0a4ba455 req-4ec2adab-ada2-4388-9c2d-26998a8c0c58 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474217 Jul 04 09:39:29.849307 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bc7a9-01e2-42d9-b9f1-1d80379407d6 req-5b0ef291-b771-420f-94af-8b14900dd41e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:29.850820 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1d6bc7a9-01e2-42d9-b9f1-1d80379407d6 req-5b0ef291-b771-420f-94af-8b14900dd41e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0537117 Jul 04 09:39:29.903391 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1d6bc7a9-01e2-42d9-b9f1-1d80379407d6 req-e529f565-d36a-4c7b-8fcb-b142ab4a342d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470445 Jul 04 09:39:31.032675 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa73f46-1f9a-4725-9094-303e5fde6e89 req-aecf62d5-e0b1-40b6-a634-296172966875 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:31.034263 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2fa73f46-1f9a-4725-9094-303e5fde6e89 req-aecf62d5-e0b1-40b6-a634-296172966875 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0554466 Jul 04 09:39:31.082806 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2fa73f46-1f9a-4725-9094-303e5fde6e89 req-5874010f-d78e-40cd-bc2f-a7f7348b8ee6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430605 Jul 04 09:39:32.211659 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38707a0-3ad3-4af3-92f3-2ade483587f1 req-d8fb0852-3144-4ba0-8501-a19e7def845f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:32.213710 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a38707a0-3ad3-4af3-92f3-2ade483587f1 req-d8fb0852-3144-4ba0-8501-a19e7def845f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0571444 Jul 04 09:39:32.269482 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a38707a0-3ad3-4af3-92f3-2ade483587f1 req-d12b9958-7ce2-47ba-ae0d-a101ff47f24a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501890 Jul 04 09:39:33.397603 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da439868-aef5-4c4b-b125-36cc68691a94 req-e9614bb5-010b-415b-99f3-7e2484599a48 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:33.399103 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-da439868-aef5-4c4b-b125-36cc68691a94 req-e9614bb5-010b-415b-99f3-7e2484599a48 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0554802 Jul 04 09:39:33.449643 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-da439868-aef5-4c4b-b125-36cc68691a94 req-ff9d0180-2129-4d19-888e-98b1130cdf56 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Jul 04 09:39:34.613413 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80794a1-8774-4c8d-8c91-b5cf1caab807 req-1bbba8cd-8a35-4863-a1e3-0df4b5cc556d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:34.614887 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a80794a1-8774-4c8d-8c91-b5cf1caab807 req-1bbba8cd-8a35-4863-a1e3-0df4b5cc556d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0847266 Jul 04 09:39:34.664822 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a80794a1-8774-4c8d-8c91-b5cf1caab807 req-c27ecd1a-26bc-43a8-8874-97410b2deafd tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Jul 04 09:39:35.794763 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ee37-4b04-404a-af73-7769a22a1783 req-f0e7844f-2742-4842-beff-3e0328d0de41 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:35.798750 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bdb8ee37-4b04-404a-af73-7769a22a1783 req-f0e7844f-2742-4842-beff-3e0328d0de41 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0616562 Jul 04 09:39:35.844093 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bdb8ee37-4b04-404a-af73-7769a22a1783 req-a1138210-09c1-4d8a-babd-a138028c85bf tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Jul 04 09:39:36.976107 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfb529-65c8-426c-8a3b-bced868052ec req-a8e172e1-35ff-4033-984c-8a859728c695 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:36.977592 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-07cfb529-65c8-426c-8a3b-bced868052ec req-a8e172e1-35ff-4033-984c-8a859728c695 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0574250 Jul 04 09:39:37.027329 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-07cfb529-65c8-426c-8a3b-bced868052ec req-06f77aee-7e5f-40a2-9540-3b7be091324d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Jul 04 09:39:38.156081 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793196fa-92ad-46b7-9f30-cb3a210dd533 req-df2074d5-e763-4f0f-8160-a3ddf094c0c9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:38.157646 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-793196fa-92ad-46b7-9f30-cb3a210dd533 req-df2074d5-e763-4f0f-8160-a3ddf094c0c9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0550594 Jul 04 09:39:38.205436 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-793196fa-92ad-46b7-9f30-cb3a210dd533 req-578123a9-a5ae-4f30-bab4-033238def6c6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Jul 04 09:39:39.331960 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a5bd-af82-4aa0-9bf9-93d422e83819 req-338f9081-c4de-48ad-96f7-836be266ac23 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:39.333435 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4097a5bd-af82-4aa0-9bf9-93d422e83819 req-338f9081-c4de-48ad-96f7-836be266ac23 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0539234 Jul 04 09:39:39.379162 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-4097a5bd-af82-4aa0-9bf9-93d422e83819 req-3ed33247-91f5-4787-bb93-d2a9a9053730 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392056 Jul 04 09:39:40.506574 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd2baa-ea4a-42d4-bc25-3e5dedf57c7b req-08679df9-0719-4740-97a6-2c8f06b8863e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:40.508046 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c5dd2baa-ea4a-42d4-bc25-3e5dedf57c7b req-08679df9-0719-4740-97a6-2c8f06b8863e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0571399 Jul 04 09:39:40.563106 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c5dd2baa-ea4a-42d4-bc25-3e5dedf57c7b req-6a233989-3238-40dd-93ed-a4c9693f03dc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493705 Jul 04 09:39:41.689777 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14488003-6875-41dc-bbf0-5181e7800dc1 req-8cbf95be-295d-48cb-8d37-afd168681973 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:41.691307 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-14488003-6875-41dc-bbf0-5181e7800dc1 req-8cbf95be-295d-48cb-8d37-afd168681973 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0550897 Jul 04 09:39:41.738640 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-14488003-6875-41dc-bbf0-5181e7800dc1 req-bd6078eb-933d-47d9-b728-85570c90a7b6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Jul 04 09:39:42.004604 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4aca035e-7bca-42af-bb78-d5b64d33b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:42.859286 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5d77-ffe7-4007-acd5-09ee4c342ad8 req-e57ea133-2b1b-400b-a29b-c7939f1e9b07 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:42.860782 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8dff5d77-ffe7-4007-acd5-09ee4c342ad8 req-e57ea133-2b1b-400b-a29b-c7939f1e9b07 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0512698 Jul 04 09:39:42.906995 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8dff5d77-ffe7-4007-acd5-09ee4c342ad8 req-39cb6b78-6375-44e6-a4bf-7e5c171e3c5e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 Jul 04 09:39:44.041006 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf2898-1bc4-4c31-aad8-3a7db5073d0c req-4ad6c68d-531c-4ce6-a807-84565e734d25 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:44.042506 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7ebf2898-1bc4-4c31-aad8-3a7db5073d0c req-4ad6c68d-531c-4ce6-a807-84565e734d25 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0538976 Jul 04 09:39:44.089119 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7ebf2898-1bc4-4c31-aad8-3a7db5073d0c req-3294d1bd-0afe-4a0d-8af0-1454abc7f5dc tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Jul 04 09:39:44.111995 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a0610e0a-336e-43eb-94ff-094500564813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:45.216229 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef74eb-1849-49d1-94f3-0bc67fb2c604 req-dd90e470-58b8-4b53-b7e7-81626d963c00 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:45.217720 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23ef74eb-1849-49d1-94f3-0bc67fb2c604 req-dd90e470-58b8-4b53-b7e7-81626d963c00 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0563946 Jul 04 09:39:45.276129 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23ef74eb-1849-49d1-94f3-0bc67fb2c604 req-b14ec3ad-42ea-466f-aec4-5f8a8ad3afc4 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510945 Jul 04 09:39:45.477871 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:46.403316 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e256e7-e86a-457d-bde4-43163271653d req-2be3787e-c829-4ae8-82fd-e274229d1be6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:46.404781 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-39e256e7-e86a-457d-bde4-43163271653d req-2be3787e-c829-4ae8-82fd-e274229d1be6 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 944 time: 0.0528598 Jul 04 09:39:46.457655 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-39e256e7-e86a-457d-bde4-43163271653d req-7dc5ed3a-01c7-4f48-951f-58e1039f1583 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470693 Jul 04 09:39:46.459981 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:39:46.699068 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:46.711107 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'port_id': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'mac_address': 'fa:16:3e:e4:06:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:39:46.744748 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:39:46.745141 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:46.757929 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:39:46.777630 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:46.781588 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:46.836038 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=9']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:46.844877 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:47.311991 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:39:47.581241 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc21301-9e01-436e-ae7f-b709f9434090 req-9f990a46-11ce-4c40-8982-1771c997eaaa tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:47.582665 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fdc21301-9e01-436e-ae7f-b709f9434090 req-9f990a46-11ce-4c40-8982-1771c997eaaa tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 945 time: 0.0524001 Jul 04 09:39:47.628620 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-fdc21301-9e01-436e-ae7f-b709f9434090 req-b5732b74-55ad-4b3c-ad59-e519a2b88702 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 Jul 04 09:39:48.179028 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:39:48.423299 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:48.759843 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e494d-72d6-47e8-9aa5-c139c8095824 req-7a3090e8-f047-493b-88cd-29bb7f87a42a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:48.762624 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-593e494d-72d6-47e8-9aa5-c139c8095824 req-7a3090e8-f047-493b-88cd-29bb7f87a42a tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 945 time: 0.0576251 Jul 04 09:39:48.810041 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-593e494d-72d6-47e8-9aa5-c139c8095824 req-62479cce-1710-4bd6-825a-99402daeee25 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 Jul 04 09:39:49.196359 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:49.933891 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d0080-e1c3-4ebd-abed-c88a351e631f req-e2b85f9b-5d7d-4293-ae27-b9beb8329796 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:49.935413 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5e4d0080-e1c3-4ebd-abed-c88a351e631f req-e2b85f9b-5d7d-4293-ae27-b9beb8329796 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 945 time: 0.0533924 Jul 04 09:39:49.981757 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-5e4d0080-e1c3-4ebd-abed-c88a351e631f req-0df7627f-512f-4a3f-ad3c-86e03de1c624 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Jul 04 09:39:50.471998 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:39:50.519240 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:39:50.519605 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:50.587619 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:39:50.588000 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:50.609650 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:39:50.612029 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2c54ba-25b2-4add-a46e-bd337d8976c2" -d '{"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-plugged", "status": "completed", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:39:50.627679 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:50.631618 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:50.657485 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00512041-87b4-4ec6-8cea-f6e7befc2318 x-openstack-request-id: req-00512041-87b4-4ec6-8cea-f6e7befc2318 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:39:50.657782 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-plugged", "status": "completed", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:39:50.658064 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00512041-87b4-4ec6-8cea-f6e7befc2318 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:39:50.658427 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00512041-87b4-4ec6-8cea-f6e7befc2318'] response: {'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'code': 200} Jul 04 09:39:50.681018 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=10']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:50.935481 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7331ce-2b7d-42ec-9a54-52abe80d26f7 req-bb501abe-a8d4-425c-a4fb-531f0cc66749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:50.936969 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b7331ce-2b7d-42ec-9a54-52abe80d26f7 req-bb501abe-a8d4-425c-a4fb-531f0cc66749 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 1131 time: 0.0911007 Jul 04 09:39:50.980123 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b7331ce-2b7d-42ec-9a54-52abe80d26f7 req-4784d84e-502b-44d5-ac7e-ee49646ab8cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367637 Jul 04 09:39:51.109767 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc05e5-6fd3-4876-9e13-4fe0b79ed87a req-7d426c15-bedb-44bf-9253-fb3a1340707e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:51.111204 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-45dc05e5-6fd3-4876-9e13-4fe0b79ed87a req-7d426c15-bedb-44bf-9253-fb3a1340707e tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 947 time: 0.0562768 Jul 04 09:39:51.156316 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-45dc05e5-6fd3-4876-9e13-4fe0b79ed87a req-311baa24-116a-41b9-9459-b3e4763e3292 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394940 Jul 04 09:39:52.284459 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef8532-f48f-4089-80cf-8b284b0aa6f3 req-743cf436-e08e-4d5e-aa6d-67687c73a0e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:52.285938 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ffef8532-f48f-4089-80cf-8b284b0aa6f3 req-743cf436-e08e-4d5e-aa6d-67687c73a0e5 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 947 time: 0.0568483 Jul 04 09:39:52.332799 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ffef8532-f48f-4089-80cf-8b284b0aa6f3 req-9f923125-71d5-4981-b986-f2f18d12d867 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413606 Jul 04 09:39:53.457820 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4ced-62cb-4b06-99db-7028d38a6415 req-c7857dc0-2c1d-49df-812e-b04bbbc1cb38 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:53.459338 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d8cb4ced-62cb-4b06-99db-7028d38a6415 req-c7857dc0-2c1d-49df-812e-b04bbbc1cb38 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 947 time: 0.0539885 Jul 04 09:39:53.507281 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d8cb4ced-62cb-4b06-99db-7028d38a6415 req-11a0f98f-f8b5-47e5-b653-b1f001cc1d17 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 Jul 04 09:39:54.635983 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44966e21-8a4b-4ff8-8dff-9e29421d311b req-785ff08f-5ce4-4825-ae74-86b6e68a7f29 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:54.637486 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-44966e21-8a4b-4ff8-8dff-9e29421d311b req-785ff08f-5ce4-4825-ae74-86b6e68a7f29 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 947 time: 0.0535283 Jul 04 09:39:54.684377 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-44966e21-8a4b-4ff8-8dff-9e29421d311b req-39cd91d6-b085-4d4e-885a-4bfda837332f tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413346 Jul 04 09:39:55.583507 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-03ddaa0b-f9fc-43e2-be2c-930fb6ac2128 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485981 Jul 04 09:39:55.684665 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-ceb233bc-0e82-434b-ab07-668931e453b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:55.686318 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-ceb233bc-0e82-434b-ab07-668931e453b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1169 time: 0.0504990 Jul 04 09:39:55.813638 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-77a600d3-0cfe-4d82-9b87-e1c3f2c8c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:55.815106 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-77a600d3-0cfe-4d82-9b87-e1c3f2c8c1be service neutron] 10.222.0.62 "GET /v2.0/networks?id=31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 200 len: 916 time: 0.0845020 Jul 04 09:39:55.880197 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-cd042027-847d-4344-b68e-3aaef181233a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 1001 time: 0.0575252 Jul 04 09:39:56.183387 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-fd0250b2-87f8-4969-8a92-09da6d33c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:56.184728 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-fd0250b2-87f8-4969-8a92-09da6d33c19c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70327bc2-1672-43cb-aaf6-c5a632e05ab6 HTTP/1.1" status: 200 len: 854 time: 0.2977412 Jul 04 09:39:56.228568 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f2a06573-53cd-4617-a492-4851b1827d1b req-8d5345f4-947d-4b8d-a3fc-f5b6a2cc8ffc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357531319&fields=id&tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5 HTTP/1.1" status: 200 len: 267 time: 0.0823977 Jul 04 09:39:56.275701 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-dc2824ab-1dfe-4d3a-9e83-656087836c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:56.277182 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-dc2824ab-1dfe-4d3a-9e83-656087836c3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31b48d69-0bfe-4e4e-a4e3-879a588332a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822206 Jul 04 09:39:56.297957 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-c0e33d98-cd46-481f-83c1-68094e3fd81e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:39:56.298930 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-c0e33d98-cd46-481f-83c1-68094e3fd81e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055008 Jul 04 09:39:56.306791 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a06573-53cd-4617-a492-4851b1827d1b req-f64966ed-504c-4932-87c8-48b5cc7e5fdf tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:56.308176 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f2a06573-53cd-4617-a492-4851b1827d1b req-f64966ed-504c-4932-87c8-48b5cc7e5fdf tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 985 time: 0.0739450 Jul 04 09:39:56.321125 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-f2a06573-53cd-4617-a492-4851b1827d1b req-1e37d39e-0e7b-4674-87a3-8d28d3d37f91 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Request body: {'port': {'security_groups': ['a0a41c12-9ccc-4113-892f-6aa96e083da2']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:39:56.445845 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f2a06573-53cd-4617-a492-4851b1827d1b req-1e37d39e-0e7b-4674-87a3-8d28d3d37f91 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:56.468331 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-0d2ffbf5-f859-4c7f-9ec7-df9f3c514a49 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592672 Jul 04 09:39:56.648841 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f9e08817-9704-4cb3-8d5f-f0cb39e71507 req-f86a7177-eca8-456b-96f4-096e88551e00 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577446 Jul 04 09:39:56.709267 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-f2a06573-53cd-4617-a492-4851b1827d1b req-1e37d39e-0e7b-4674-87a3-8d28d3d37f91 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] For port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:39:56.739351 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f2a06573-53cd-4617-a492-4851b1827d1b req-1e37d39e-0e7b-4674-87a3-8d28d3d37f91 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:56.743886 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f2a06573-53cd-4617-a492-4851b1827d1b req-1e37d39e-0e7b-4674-87a3-8d28d3d37f91 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:56.789601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a06573-53cd-4617-a492-4851b1827d1b req-1e37d39e-0e7b-4674-87a3-8d28d3d37f91 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:56.790263 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f2a06573-53cd-4617-a492-4851b1827d1b req-1e37d39e-0e7b-4674-87a3-8d28d3d37f91 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:56.791650 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f2a06573-53cd-4617-a492-4851b1827d1b req-1e37d39e-0e7b-4674-87a3-8d28d3d37f91 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "PUT /v2.0/ports/0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 943 time: 0.4754670 Jul 04 09:39:56.792108 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:39:56.794872 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:39:56.798690 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33754) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:56.809442 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['0abe89d9-5d50-4f70-8eb2-ec48e30db84d'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:39:56.821024 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37d39e-0e7b-4674-87a3-8d28d3d37f91 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event updated for resources: {'Port': ['ID=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,revision_number=7']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:56.838368 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b57fd8-5b95-43a3-9970-44aa3edb8c14 x-openstack-request-id: req-42b57fd8-5b95-43a3-9970-44aa3edb8c14 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:39:56.838368 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:39:56.839969 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42b57fd8-5b95-43a3-9970-44aa3edb8c14 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:39:56.840419 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b57fd8-5b95-43a3-9970-44aa3edb8c14'] response: {'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'status': 'completed', 'code': 200} Jul 04 09:39:56.889547 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group (d3ccf4d1-b379-4863-a6db-f00a97d16e8e), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:56.920371 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group (d3ccf4d1-b379-4863-a6db-f00a97d16e8e), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:56.980081 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-97fe934f-7735-4c7f-9d4e-9fc0e9fae70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:56.981802 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-97fe934f-7735-4c7f-9d4e-9fc0e9fae70d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1130 time: 0.0743434 Jul 04 09:39:57.010976 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (d3ccf4d1-b379-4863-a6db-f00a97d16e8e), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:57.018502 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:57.022192 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "DELETE /v2.0/security-groups/d3ccf4d1-b379-4863-a6db-f00a97d16e8e HTTP/1.1" status: 204 len: 168 time: 0.2198260 Jul 04 09:39:57.023539 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33756) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:39:57.066322 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ccf4d1-b379-4863-a6db-f00a97d16e8e,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:57.080717 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.080995 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.081338 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.081671 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.082002 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.082356 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.082681 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.083011 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.083337 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.083656 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.083978 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.084388 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.084716 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fca18f-e5a4-4fcf-91a0-f999f3adf632 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:39:57.096741 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-ed8cc39f-ebb4-43d5-aa57-2e8eef7791c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:57.098494 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-ed8cc39f-ebb4-43d5-aa57-2e8eef7791c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 200 len: 916 time: 0.1100252 Jul 04 09:39:57.133257 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-38bd09a1-8320-435e-8583-91e2a3edffbc None None] Provisioning complete for port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:39:57.133771 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-38bd09a1-8320-435e-8583-91e2a3edffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:57.166844 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['0abe89d9-5d50-4f70-8eb2-ec48e30db84d'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:39:57.183356 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-cc76390e-0b3c-43fe-8c56-f32d8857da06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 1001 time: 0.0781753 Jul 04 09:39:57.200127 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Deleting port 44e2c0f5-ad6c-4c45-9a34-a86f715e6372 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:39:57.200481 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (44e2c0f5-ad6c-4c45-9a34-a86f715e6372), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:57.233472 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-6fd3dbd4-e16f-4fe1-bc8e-27500ff05d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:57.235602 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-6fd3dbd4-e16f-4fe1-bc8e-27500ff05d11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70327bc2-1672-43cb-aaf6-c5a632e05ab6 HTTP/1.1" status: 200 len: 854 time: 0.0458412 Jul 04 09:39:57.261485 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-38bd09a1-8320-435e-8583-91e2a3edffbc None None] Current status of the port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:39:57.284275 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (44e2c0f5-ad6c-4c45-9a34-a86f715e6372), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:57.284989 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for floatingip (44e2c0f5-ad6c-4c45-9a34-a86f715e6372), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:57.287479 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-4afc0ef5-db3a-4807-b70f-6da2f9cb38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:57.289017 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-4afc0ef5-db3a-4807-b70f-6da2f9cb38cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31b48d69-0bfe-4e4e-a4e3-879a588332a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473676 Jul 04 09:39:57.298682 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Calling delete_port for 44e2c0f5-ad6c-4c45-9a34-a86f715e6372 owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:39:57.386115 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-93c60b75-28cc-4fed-8198-a6d9deb01361 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903521 Jul 04 09:39:57.472727 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (44e2c0f5-ad6c-4c45-9a34-a86f715e6372), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:57.488018 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9d9a03b5-1a34-429f-954d-65ebb0a6cbe7 req-8839f976-5367-4072-b121-91adb5a678eb service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951037 Jul 04 09:39:57.502300 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event deleted for resources: {'Port': ['ID=44e2c0f5-ad6c-4c45-9a34-a86f715e6372,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:39:57.563389 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks [] for floatingip (066bdfc4-37f4-4679-b3f8-f56ae22ab671), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:57.563823 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Floating IP 066bdfc4-37f4-4679-b3f8-f56ae22ab671 disassociated (deleted). External IP: 172.27.3.27, port: 0abe89d9-5d50-4f70-8eb2-ec48e30db84d. Jul 04 09:39:58.007812 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Router 083a2209-3384-4b67-b5df-747450198ec8 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:39:58.113265 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:39:58.118103 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:39:58.122543 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] Sync routers for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:39:58.133310 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:39:58.133936 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:39:58.146872 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-1df37976-31ba-4e4e-ba8f-fae5750cf668 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "DELETE /v2.0/floatingips/066bdfc4-37f4-4679-b3f8-f56ae22ab671 HTTP/1.1" status: 204 len: 168 time: 1.1212411 Jul 04 09:39:58.147453 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:39:58.149914 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611bf888-1f7f-4539-97f3-a3cb6f41744e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:39:58.186652 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab7d3e3-aea6-4e09-aca4-1b7d208f5d8f x-openstack-request-id: req-8ab7d3e3-aea6-4e09-aca4-1b7d208f5d8f {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:39:58.186942 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:39:58.187217 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ab7d3e3-aea6-4e09-aca4-1b7d208f5d8f {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:39:58.188339 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab7d3e3-aea6-4e09-aca4-1b7d208f5d8f'] response: {'name': 'network-changed', 'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'status': 'completed', 'code': 200} Jul 04 09:39:58.241066 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:39:58.293587 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-fa6132d2-3482-4c1b-9209-4fcdebc85c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:58.295426 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-fa6132d2-3482-4c1b-9209-4fcdebc85c54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 1130 time: 0.0541120 Jul 04 09:39:58.405380 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-6ff70a58-7342-45b8-9e9a-fec9d2dc98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:58.407007 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-6ff70a58-7342-45b8-9e9a-fec9d2dc98ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 200 len: 916 time: 0.1022193 Jul 04 09:39:58.450950 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b', 'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'mac_address': 'fa:16:3e:fa:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:29Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 5, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'subnets': [{'id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:39:58.454757 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-36c0b64d-4f48-42da-b712-4c336d1a19e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 200 len: 217 time: 0.0336354 Jul 04 09:39:58.480132 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] Checking router: 083a2209-3384-4b67-b5df-747450198ec8 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:39:58.488889 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:39:58.489590 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:39:58.509839 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-d0f86c37-d2fe-4f17-a80e-ed2d6ed0d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:58.511578 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-d0f86c37-d2fe-4f17-a80e-ed2d6ed0d72f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70327bc2-1672-43cb-aaf6-c5a632e05ab6 HTTP/1.1" status: 200 len: 854 time: 0.0508070 Jul 04 09:39:58.569886 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-75f4aaf8-efc1-44b2-af9a-1f3cbbf1cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:58.571429 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-75f4aaf8-efc1-44b2-af9a-1f3cbbf1cdb0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31b48d69-0bfe-4e4e-a4e3-879a588332a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453467 Jul 04 09:39:58.590624 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:39:58.674180 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-45f6f407-70c1-460e-893c-e7bb6509399e service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881772 Jul 04 09:39:58.775504 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-611bf888-1f7f-4539-97f3-a3cb6f41744e req-63731959-3b0d-40c7-a48b-44bcf3f029d9 service neutron] 10.222.0.62 "GET /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944779 Jul 04 09:39:58.798449 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b', 'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'mac_address': 'fa:16:3e:fa:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:29Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 5, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'subnets': [{'id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:39:58.822789 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a620243-4dfd-4f8a-9ce7-441add7ded3e None None] The sync data for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi is: [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:30Z', 'revision_number': 4, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b', 'name': '', 'network_id': '31b48d69-0bfe-4e4e-a4e3-879a588332a0', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'mac_address': 'fa:16:3e:fa:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:29Z', 'updated_at': '2022-07-04T09:35:34Z', 'revision_number': 5, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'subnets': [{'id': '70327bc2-1672-43cb-aaf6-c5a632e05ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:39:59.104597 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a4bdc-8d59-4937-b3c3-b0fb89c7c173 None None] New status for floating IP 066bdfc4-37f4-4679-b3f8-f56ae22ab671: DOWN {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:39:59.587265 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc2d8a-ab1e-4765-b1f5-5a806eac3a8b req-fbc99d1a-e255-4c69-b8c1-4b56b40f9911 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:39:59.588682 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74dc2d8a-ab1e-4765-b1f5-5a806eac3a8b req-fbc99d1a-e255-4c69-b8c1-4b56b40f9911 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 945 time: 0.0549915 Jul 04 09:39:59.636293 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-74dc2d8a-ab1e-4765-b1f5-5a806eac3a8b req-d2683156-26ed-4f8e-8450-67eb20c244c9 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412984 Jul 04 09:40:00.758111 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25510999-d95c-48be-a948-4f168a729408 req-8a166953-9382-44ab-aa29-2e708b93ca74 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:00.759588 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-25510999-d95c-48be-a948-4f168a729408 req-8a166953-9382-44ab-aa29-2e708b93ca74 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 945 time: 0.0524681 Jul 04 09:40:00.805272 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-25510999-d95c-48be-a948-4f168a729408 req-dc72ed0b-9cb0-429b-b6ed-cf8caa1f0965 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402503 Jul 04 09:40:01.933332 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d74110-eb53-4225-ae30-f086a5bd3235 req-602eaf9d-17bf-451a-b66d-f6511fd90024 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:01.933958 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966cf33-0fc3-41db-b93a-506e91686fc1 req-fb9031cc-6ca5-4a7c-bd68-c9b586a1290d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:01.934914 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-49d74110-eb53-4225-ae30-f086a5bd3235 req-602eaf9d-17bf-451a-b66d-f6511fd90024 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.0567763 Jul 04 09:40:01.935204 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0966cf33-0fc3-41db-b93a-506e91686fc1 req-fb9031cc-6ca5-4a7c-bd68-c9b586a1290d tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 945 time: 0.0602469 Jul 04 09:40:01.984735 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-49d74110-eb53-4225-ae30-f086a5bd3235 req-35c1fed5-690a-4f1c-b727-0c49e99fe71b tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420835 Jul 04 09:40:01.986760 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0966cf33-0fc3-41db-b93a-506e91686fc1 req-18b81129-31be-45ab-90ad-44c5447cd277 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups?id=43f4898d-113f-4422-ba8a-b2c8b7dd55c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454781 Jul 04 09:40:02.374283 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608440b-1289-427d-9ff4-ace31674f308 req-f85c833b-21ff-420b-9111-6380f2424184 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:02.375740 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f608440b-1289-427d-9ff4-ace31674f308 req-f85c833b-21ff-420b-9111-6380f2424184 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 945 time: 0.0553226 Jul 04 09:40:02.473789 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Deleting port 3de40f2a-dc58-4609-ab55-d9211453327a {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:02.474160 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:02.561617 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] For port 3de40f2a-dc58-4609-ab55-d9211453327a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3de40f2a-dc58-4609-ab55-d9211453327a,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:02.561991 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:02.724590 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:02.724847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (19de457e-6076-4d1e-865e-37a4db494535), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:02.725167 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Floating IP 19de457e-6076-4d1e-865e-37a4db494535 disassociated. External IP: 172.27.3.180, port: 3de40f2a-dc58-4609-ab55-d9211453327a. Jul 04 09:40:02.725511 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Calling delete_port for 3de40f2a-dc58-4609-ab55-d9211453327a owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:02.851972 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (3de40f2a-dc58-4609-ab55-d9211453327a), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:02.878860 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event deleted for resources: {'Port': ['ID=3de40f2a-dc58-4609-ab55-d9211453327a,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:02.988911 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Router 51819c95-5f18-4f9b-8093-54134bfdc8d7 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:40:03.109211 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-de7080bb-5356-4efc-be15-ef7200fd661f req-2b69d69c-f259-44c5-8651-216b98beed37 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/ports?device_id=399ec08b-868f-4ae4-98e3-d24973058e41 HTTP/1.1" status: 200 len: 210 time: 0.0351305 Jul 04 09:40:03.110573 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece28823-5685-4ee2-9016-91233f6af57a req-1c5e080a-4413-4713-ba0f-232b5d30d703 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:03.112738 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ece28823-5685-4ee2-9016-91233f6af57a req-1c5e080a-4413-4713-ba0f-232b5d30d703 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.0534041 Jul 04 09:40:03.121462 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:40:03.133727 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] Sync routers for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:40:03.144755 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:03.145374 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:03.164174 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ece28823-5685-4ee2-9016-91233f6af57a req-5214fd29-53db-45f6-83c2-0848ae5e9c27 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442333 Jul 04 09:40:03.171430 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] No DVR routers for this DVR port 3de40f2a-dc58-4609-ab55-d9211453327a on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:40:03.174434 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:03.186306 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f608440b-1289-427d-9ff4-ace31674f308 req-c5bbd96a-c0b0-4f85-b399-fead16728c85 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.62 "DELETE /v2.0/ports/3de40f2a-dc58-4609-ab55-d9211453327a HTTP/1.1" status: 204 len: 173 time: 0.7925625 Jul 04 09:40:03.186306 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ec08b-868f-4ae4-98e3-d24973058e41', 'name': 'network-vif-deleted', 'tag': '3de40f2a-dc58-4609-ab55-d9211453327a'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:40:03.186306 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c746b3d-06b9-4210-ba78-46494ff2b190" -d '{"events": [{"server_uuid": "399ec08b-868f-4ae4-98e3-d24973058e41", "name": "network-vif-deleted", "tag": "3de40f2a-dc58-4609-ab55-d9211453327a"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:40:03.273070 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:03.299757 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2375bf8e-0f23-4d4e-b229-f39f11a42f90 x-openstack-request-id: req-2375bf8e-0f23-4d4e-b229-f39f11a42f90 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:40:03.300074 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399ec08b-868f-4ae4-98e3-d24973058e41", "name": "network-vif-deleted", "tag": "3de40f2a-dc58-4609-ab55-d9211453327a", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:40:03.300337 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2375bf8e-0f23-4d4e-b229-f39f11a42f90 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:40:03.300751 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2375bf8e-0f23-4d4e-b229-f39f11a42f90'] response: {'server_uuid': '399ec08b-868f-4ae4-98e3-d24973058e41', 'name': 'network-vif-deleted', 'tag': '3de40f2a-dc58-4609-ab55-d9211453327a', 'status': 'completed', 'code': 200} Jul 04 09:40:03.482548 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:03.507252 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] Checking router: 51819c95-5f18-4f9b-8093-54134bfdc8d7 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:40:03.515417 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:03.516025 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:03.613966 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:03.942839 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:03.970128 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b629de8-5cb9-42da-8564-98dbc9b22139 None None] The sync data for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi is: [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:29:09Z', 'revision_number': 4, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'c65c805d-4f7b-45be-b012-3126ad7fa04d', 'name': '', 'network_id': '3efc3dd2-49aa-4e58-9c28-27dc19093c65', 'tenant_id': '23b3530aae964df69b90462407d40476', 'mac_address': 'fa:16:3e:6e:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:07Z', 'updated_at': '2022-07-04T09:29:20Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'subnets': [{'id': '461769ba-69af-42bb-ba7a-81dc32652d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:40:04.199324 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cffe4-c795-444b-9513-b83440c3d2e3 None None] New status for floating IP 19de457e-6076-4d1e-865e-37a4db494535: DOWN {{(pid=103748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:40:04.203975 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33838) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:04.264881 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53ad7be6-d193-4db5-855a-eb77ec4c06fb tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (43f4898d-113f-4422-ba8a-b2c8b7dd55c8), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.292623 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53ad7be6-d193-4db5-855a-eb77ec4c06fb tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (43f4898d-113f-4422-ba8a-b2c8b7dd55c8), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.293131 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545debd9-a43a-4204-9115-49975e280083 req-56f62fa7-a2e2-44e7-a73a-aa5bada291f0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:04.295036 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-545debd9-a43a-4204-9115-49975e280083 req-56f62fa7-a2e2-44e7-a73a-aa5bada291f0 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.0559790 Jul 04 09:40:04.358025 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-545debd9-a43a-4204-9115-49975e280083 req-b3dab00d-55a8-40b5-a8d0-035332d48917 tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0a41c12-9ccc-4113-892f-6aa96e083da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563200 Jul 04 09:40:04.363430 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53ad7be6-d193-4db5-855a-eb77ec4c06fb tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (43f4898d-113f-4422-ba8a-b2c8b7dd55c8), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.367174 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-53ad7be6-d193-4db5-855a-eb77ec4c06fb tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.368403 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-53ad7be6-d193-4db5-855a-eb77ec4c06fb tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "DELETE /v2.0/security-groups/43f4898d-113f-4422-ba8a-b2c8b7dd55c8 HTTP/1.1" status: 204 len: 168 time: 0.1628966 Jul 04 09:40:04.371651 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33840) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:04.388560 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad7be6-d193-4db5-855a-eb77ec4c06fb tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f4898d-113f-4422-ba8a-b2c8b7dd55c8,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:04.390792 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.api.v2.resource [None req-ae88362b-453d-4fcb-b19a-cd32fcdd998e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] show failed (client error): The resource could not be found. Jul 04 09:40:04.394940 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-ae88362b-453d-4fcb-b19a-cd32fcdd998e tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "GET /v2.0/security-groups/43f4898d-113f-4422-ba8a-b2c8b7dd55c8 HTTP/1.1" status: 404 len: 347 time: 0.0190616 Jul 04 09:40:04.395860 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33842) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:04.511549 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Deleting port 1552a41d-5b84-4ed0-b54c-22f99bd236c9 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:04.511897 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (1552a41d-5b84-4ed0-b54c-22f99bd236c9), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.588848 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (1552a41d-5b84-4ed0-b54c-22f99bd236c9), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.589179 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (1552a41d-5b84-4ed0-b54c-22f99bd236c9), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.600607 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Calling delete_port for 1552a41d-5b84-4ed0-b54c-22f99bd236c9 owned by network:floatingip {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:04.758580 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (1552a41d-5b84-4ed0-b54c-22f99bd236c9), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.787568 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Pushing event deleted for resources: {'Port': ['ID=1552a41d-5b84-4ed0-b54c-22f99bd236c9,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:04.803474 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f0425-f125-48cd-ba80-994d65134002 req-54d3ffe6-9b7a-4c8c-a62e-0b53e124de7c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:04.804958 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b42f0425-f125-48cd-ba80-994d65134002 req-54d3ffe6-9b7a-4c8c-a62e-0b53e124de7c tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 946 time: 0.0963035 Jul 04 09:40:04.912709 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks [] for floatingip (19de457e-6076-4d1e-865e-37a4db494535), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.915282 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:04.916410 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-92780445-530d-4fe5-b9f3-7c5f99362c77 tempest-AttachVolumeTestJSON-2115394626 tempest-AttachVolumeTestJSON-2115394626-project] 10.222.0.73 "DELETE /v2.0/floatingips/19de457e-6076-4d1e-865e-37a4db494535 HTTP/1.1" status: 204 len: 168 time: 0.5203736 Jul 04 09:40:04.943999 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-b42f0425-f125-48cd-ba80-994d65134002 req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Deleting port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:04.944341 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b42f0425-f125-48cd-ba80-994d65134002 req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:05.042379 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-b42f0425-f125-48cd-ba80-994d65134002 req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] For port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:05.042691 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b42f0425-f125-48cd-ba80-994d65134002 req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:05.055762 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-b42f0425-f125-48cd-ba80-994d65134002 req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Calling delete_port for 0abe89d9-5d50-4f70-8eb2-ec48e30db84d owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:05.181381 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b42f0425-f125-48cd-ba80-994d65134002 req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (0abe89d9-5d50-4f70-8eb2-ec48e30db84d), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:05.211601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Pushing event deleted for resources: {'Port': ['ID=0abe89d9-5d50-4f70-8eb2-ec48e30db84d,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:05.238469 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.238830 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.239177 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.239519 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.239860 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.240195 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.240368 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['0abe89d9-5d50-4f70-8eb2-ec48e30db84d'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:40:05.240789 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.240896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.241179 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.241505 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.241833 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.242186 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.242513 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:05.264430 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f0425-f125-48cd-ba80-994d65134002 req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] No DVR routers for this DVR port 0abe89d9-5d50-4f70-8eb2-ec48e30db84d on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:40:05.266594 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-b42f0425-f125-48cd-ba80-994d65134002 req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:05.270008 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-b42f0425-f125-48cd-ba80-994d65134002 req-67e4c0d7-39dc-4dea-bb9b-639240cbe4fc tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.62 "DELETE /v2.0/ports/0abe89d9-5d50-4f70-8eb2-ec48e30db84d HTTP/1.1" status: 204 len: 173 time: 0.4510484 Jul 04 09:40:05.301967 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'name': 'network-vif-deleted', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:40:05.304348 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc59191-056f-4bf9-8260-299001e802ae" -d '{"events": [{"server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "name": "network-vif-deleted", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:40:05.339346 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be194e8b-6141-418d-8244-3c48425b1a07 x-openstack-request-id: req-be194e8b-6141-418d-8244-3c48425b1a07 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:40:05.339641 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9e4d66-a59d-4fec-984a-1eb321cd07d7", "name": "network-vif-deleted", "tag": "0abe89d9-5d50-4f70-8eb2-ec48e30db84d", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:40:05.339896 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be194e8b-6141-418d-8244-3c48425b1a07 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:40:05.340297 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be194e8b-6141-418d-8244-3c48425b1a07'] response: {'server_uuid': 'ce9e4d66-a59d-4fec-984a-1eb321cd07d7', 'name': 'network-vif-deleted', 'tag': '0abe89d9-5d50-4f70-8eb2-ec48e30db84d', 'status': 'completed', 'code': 200} Jul 04 09:40:05.475449 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-8fd826de-94bb-430b-895b-023a077beb10 req-854a56cd-40c6-4112-82d1-79d35ab214ec tempest-TestMinimumBasicScenario-252870964 tempest-TestMinimumBasicScenario-252870964-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce9e4d66-a59d-4fec-984a-1eb321cd07d7 HTTP/1.1" status: 200 len: 210 time: 0.0295725 Jul 04 09:40:06.518498 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3de40f2a-dc58-4609-ab55-d9211453327a no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:06.537541 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 3de40f2a-dc58-4609-ab55-d9211453327a {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:06.537883 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3de40f2a-dc58-4609-ab55-d9211453327a not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:06.999054 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33898) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:07.328512 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (083a2209-3384-4b67-b5df-747450198ec8), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:07.790459 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Deleting port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:07.790801 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:07.871226 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] For port 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:07.871601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:07.884734 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Calling delete_port for 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b owned by network:router_interface {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:08.062087 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:08.091264 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:08.246915 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (083a2209-3384-4b67-b5df-747450198ec8), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:08.448145 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33916) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:08.456801 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Router 083a2209-3384-4b67-b5df-747450198ec8 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:40:08.526105 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 0abe89d9-5d50-4f70-8eb2-ec48e30db84d no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:08.547907 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 0abe89d9-5d50-4f70-8eb2-ec48e30db84d {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:08.548801 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 0abe89d9-5d50-4f70-8eb2-ec48e30db84d not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:08.562420 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:40:08.571239 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-95a3396a-5049-4894-8529-6942aeaecf74 admin admin] 10.222.0.73 "PUT /v2.0/routers/083a2209-3384-4b67-b5df-747450198ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5698087 Jul 04 09:40:08.571880 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33920) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:08.572638 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] Sync routers for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:40:08.583583 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:08.584302 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:08.676433 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks [] for router (083a2209-3384-4b67-b5df-747450198ec8), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:08.690231 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:08.784707 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks [] for router_gateway (083a2209-3384-4b67-b5df-747450198ec8), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:08.840714 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Deleting port f95acdfa-8b20-4c44-a70a-b6ad193b7596 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:08.841129 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:08.872906 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:40:08Z', 'revision_number': 5, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port': {'id': 'f95acdfa-8b20-4c44-a70a-b6ad193b7596', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a2209-3384-4b67-b5df-747450198ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:08.897602 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] Checking router: 083a2209-3384-4b67-b5df-747450198ec8 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:40:08.904401 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (51819c95-5f18-4f9b-8093-54134bfdc8d7), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:08.909762 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] Routers {'083a2209-3384-4b67-b5df-747450198ec8'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:08.910671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['083a2209-3384-4b67-b5df-747450198ec8'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:08.925677 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] For port f95acdfa-8b20-4c44-a70a-b6ad193b7596, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=f95acdfa-8b20-4c44-a70a-b6ad193b7596,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:08.926068 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:08.939782 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Calling delete_port for f95acdfa-8b20-4c44-a70a-b6ad193b7596 owned by network:router_gateway {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:09.013501 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] Set router 083a2209-3384-4b67-b5df-747450198ec8 gateway port host: None {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:09.081143 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:40:08Z', 'revision_number': 6, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:09.107081 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5803d-e315-46af-bd76-0d6ca386a4bf None None] The sync data for ids ['083a2209-3384-4b67-b5df-747450198ec8'] in dv-cinder-847864-6-iscsi is: [{'id': '083a2209-3384-4b67-b5df-747450198ec8', 'name': 'tempest-TestMinimumBasicScenario-2033334091-router', 'tenant_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:27Z', 'updated_at': '2022-07-04T09:40:08Z', 'revision_number': 6, 'project_id': '9bc183ddcb6f461a94e65284e8d6cfe5', 'gw_port_host': None}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:40:09.148107 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (f95acdfa-8b20-4c44-a70a-b6ad193b7596), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.173527 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Deleting port c65c805d-4f7b-45be-b012-3126ad7fa04d {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:09.173895 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.184935 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95acdfa-8b20-4c44-a70a-b6ad193b7596,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:09.240802 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (083a2209-3384-4b67-b5df-747450198ec8), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.253933 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] For port c65c805d-4f7b-45be-b012-3126ad7fa04d, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=c65c805d-4f7b-45be-b012-3126ad7fa04d,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:09.254366 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.266759 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Calling delete_port for c65c805d-4f7b-45be-b012-3126ad7fa04d owned by network:router_interface {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:09.327552 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (083a2209-3384-4b67-b5df-747450198ec8), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.330399 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks [] for router_controller (083a2209-3384-4b67-b5df-747450198ec8), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.371707 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (083a2209-3384-4b67-b5df-747450198ec8), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.372390 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 083a2209-3384-4b67-b5df-747450198ec8 {{(pid=103746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:40:09.376814 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.377968 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-e62d6db8-af22-40ec-ae58-852850e42df7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/083a2209-3384-4b67-b5df-747450198ec8 HTTP/1.1" status: 204 len: 168 time: 0.8051541 Jul 04 09:40:09.380591 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33922) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:09.433699 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2338b87c-e57c-4bea-903a-6ff32b8fd561 admin admin] Deleting subnet 70327bc2-1672-43cb-aaf6-c5a632e05ab6 {{(pid=103746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:40:09.436709 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2338b87c-e57c-4bea-903a-6ff32b8fd561 admin admin] Publish callbacks [] for subnet (70327bc2-1672-43cb-aaf6-c5a632e05ab6), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.447651 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (c65c805d-4f7b-45be-b012-3126ad7fa04d), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.473772 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65c805d-4f7b-45be-b012-3126ad7fa04d,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:09.475436 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2338b87c-e57c-4bea-903a-6ff32b8fd561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12527057'] for subnet (70327bc2-1672-43cb-aaf6-c5a632e05ab6), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.596302 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2338b87c-e57c-4bea-903a-6ff32b8fd561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (70327bc2-1672-43cb-aaf6-c5a632e05ab6), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.655303 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (51819c95-5f18-4f9b-8093-54134bfdc8d7), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.662734 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2338b87c-e57c-4bea-903a-6ff32b8fd561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8451739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237258'] for subnet (70327bc2-1672-43cb-aaf6-c5a632e05ab6), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.697207 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2338b87c-e57c-4bea-903a-6ff32b8fd561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.703312 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-2338b87c-e57c-4bea-903a-6ff32b8fd561 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/70327bc2-1672-43cb-aaf6-c5a632e05ab6 HTTP/1.1" status: 204 len: 168 time: 0.3188219 Jul 04 09:40:09.703741 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33924) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:09.708150 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca9baf-2b5c-41a9-b1f4-09ea0484f569 None None] Network 31b48d69-0bfe-4e4e-a4e3-879a588332a0 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:40:09.713429 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338b87c-e57c-4bea-903a-6ff32b8fd561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70327bc2-1672-43cb-aaf6-c5a632e05ab6,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:09.782837 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (31b48d69-0bfe-4e4e-a4e3-879a588332a0), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.842182 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Deleting port 249e24a5-e4cf-40da-8850-fa0c6bad6554 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:09.842524 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.889889 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Router 51819c95-5f18-4f9b-8093-54134bfdc8d7 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:40:09.908423 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] For port 249e24a5-e4cf-40da-8850-fa0c6bad6554, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=249e24a5-e4cf-40da-8850-fa0c6bad6554,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:09.908853 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:09.924042 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Calling delete_port for 249e24a5-e4cf-40da-8850-fa0c6bad6554 owned by network:dhcp {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:09.944966 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44cfd12-7b0f-4cd7-8708-2b892d4bc887 None None] DHCP port deletion for 31b48d69-0bfe-4e4e-a4e3-879a588332a0 request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:40:09.996754 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-e44cfd12-7b0f-4cd7-8708-2b892d4bc887 None None] Deleting port 249e24a5-e4cf-40da-8850-fa0c6bad6554 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:09.997148 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e44cfd12-7b0f-4cd7-8708-2b892d4bc887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.026198 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:40:10.031984 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-8c583ead-2af0-43cb-9b39-0df43cbe9e82 admin admin] 10.222.0.73 "PUT /v2.0/routers/51819c95-5f18-4f9b-8093-54134bfdc8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5827916 Jul 04 09:40:10.035798 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33926) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:10.037685 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] Sync routers for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:40:10.051815 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.054145 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:10.054995 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:10.092935 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Pushing event deleted for resources: {'Port': ['ID=249e24a5-e4cf-40da-8850-fa0c6bad6554,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:10.094993 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] No DVR routers for this DVR port 249e24a5-e4cf-40da-8850-fa0c6bad6554 on host dv-cinder-847864-6-iscsi {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:40:10.120675 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-e44cfd12-7b0f-4cd7-8708-2b892d4bc887 None None] For port 249e24a5-e4cf-40da-8850-fa0c6bad6554, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=249e24a5-e4cf-40da-8850-fa0c6bad6554,segment=NetworkSegment(4fd517cd-2208-4a09-92cc-6daaf9e4d957),segment_id=4fd517cd-2208-4a09-92cc-6daaf9e4d957)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:10.121392 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e44cfd12-7b0f-4cd7-8708-2b892d4bc887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.151536 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-e44cfd12-7b0f-4cd7-8708-2b892d4bc887 None None] Calling delete_port for 249e24a5-e4cf-40da-8850-fa0c6bad6554 owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:10.185109 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (31b48d69-0bfe-4e4e-a4e3-879a588332a0), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.188085 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks [] for router (51819c95-5f18-4f9b-8093-54134bfdc8d7), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.192445 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:10.211830 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b48d69-0bfe-4e4e-a4e3-879a588332a0']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:10.229786 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd517cd-2208-4a09-92cc-6daaf9e4d957') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:10.230168 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd517cd-2208-4a09-92cc-6daaf9e4d957') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:10.257139 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (4fd517cd-2208-4a09-92cc-6daaf9e4d957), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.271523 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e44cfd12-7b0f-4cd7-8708-2b892d4bc887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (249e24a5-e4cf-40da-8850-fa0c6bad6554), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.290002 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (4fd517cd-2208-4a09-92cc-6daaf9e4d957), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.298272 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:40:10.299431 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (4fd517cd-2208-4a09-92cc-6daaf9e4d957), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.310085 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks [] for router_gateway (51819c95-5f18-4f9b-8093-54134bfdc8d7), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.329163 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44cfd12-7b0f-4cd7-8708-2b892d4bc887 None None] No DVR routers for this DVR port 249e24a5-e4cf-40da-8850-fa0c6bad6554 on host dv-cinder-847864-6-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:40:10.331902 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cfd12-7b0f-4cd7-8708-2b892d4bc887 None None] Pushing event deleted for resources: {'Port': ['ID=249e24a5-e4cf-40da-8850-fa0c6bad6554,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:10.349914 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 4fd517cd-2208-4a09-92cc-6daaf9e4d957 resource provider aggregate not found Jul 04 09:40:10.370154 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 4fd517cd-2208-4a09-92cc-6daaf9e4d957 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fd517cd-2208-4a09-92cc-6daaf9e4d957 found for delete ", "request_id": "req-c69edeb8-8102-4a89-bbbd-21daedf6290b"}]} Jul 04 09:40:10.394604 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (31b48d69-0bfe-4e4e-a4e3-879a588332a0), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.399260 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.403921 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] 10.222.0.73 "DELETE /v2.0/networks/31b48d69-0bfe-4e4e-a4e3-879a588332a0 HTTP/1.1" status: 204 len: 168 time: 0.6993973 Jul 04 09:40:10.407261 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33932) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:10.409765 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Deleting port 31794b7f-b248-42aa-8713-517e6984382c {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:10.410140 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (31794b7f-b248-42aa-8713-517e6984382c), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.423755 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47406060-4e80-4e4c-b2d3-535c176c1617 admin admin] Pushing event deleted for resources: {'Network': ['ID=31b48d69-0bfe-4e4e-a4e3-879a588332a0,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:10.458676 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '31794b7f-b248-42aa-8713-517e6984382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:40:09Z', 'revision_number': 5, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port': {'id': '31794b7f-b248-42aa-8713-517e6984382c', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:59Z', 'updated_at': '2022-07-04T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:10.483432 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] Checking router: 51819c95-5f18-4f9b-8093-54134bfdc8d7 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:40:10.493175 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] Routers {'51819c95-5f18-4f9b-8093-54134bfdc8d7'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:10.494076 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['51819c95-5f18-4f9b-8093-54134bfdc8d7'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:10.499825 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] For port 31794b7f-b248-42aa-8713-517e6984382c, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=31794b7f-b248-42aa-8713-517e6984382c,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:10.500391 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (31794b7f-b248-42aa-8713-517e6984382c), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.514081 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Calling delete_port for 31794b7f-b248-42aa-8713-517e6984382c owned by network:router_gateway {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:10.666118 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] Set router 51819c95-5f18-4f9b-8093-54134bfdc8d7 gateway port host: None {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:10.721094 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:40:10Z', 'revision_number': 6, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:10.750169 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2bc625-387a-420e-853b-c65b0938f0fd None None] The sync data for ids ['51819c95-5f18-4f9b-8093-54134bfdc8d7'] in dv-cinder-847864-6-iscsi is: [{'id': '51819c95-5f18-4f9b-8093-54134bfdc8d7', 'name': 'tempest-AttachVolumeTestJSON-13888557-router', 'tenant_id': '23b3530aae964df69b90462407d40476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:57Z', 'updated_at': '2022-07-04T09:40:10Z', 'revision_number': 6, 'project_id': '23b3530aae964df69b90462407d40476', 'gw_port_host': None}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:40:10.806771 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (ee78a0be-29e1-40be-b4eb-a42549c07c7e), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.947261 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (31794b7f-b248-42aa-8713-517e6984382c), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:10.975039 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Pushing event deleted for resources: {'Port': ['ID=31794b7f-b248-42aa-8713-517e6984382c,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:11.039218 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (51819c95-5f18-4f9b-8093-54134bfdc8d7), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.047657 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Deleting port d7c0ed3d-535b-4300-ae9b-4bc283e35a12 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:11.048010 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.128052 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (51819c95-5f18-4f9b-8093-54134bfdc8d7), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.128323 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] For port d7c0ed3d-535b-4300-ae9b-4bc283e35a12, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=d7c0ed3d-535b-4300-ae9b-4bc283e35a12,segment=NetworkSegment(bce59758-4d82-4fba-8220-d7a55bfb1160),segment_id=bce59758-4d82-4fba-8220-d7a55bfb1160)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:11.128756 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.130424 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks [] for router_controller (51819c95-5f18-4f9b-8093-54134bfdc8d7), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.145379 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Calling delete_port for d7c0ed3d-535b-4300-ae9b-4bc283e35a12 owned by network:router_interface {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:11.178022 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (51819c95-5f18-4f9b-8093-54134bfdc8d7), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.178957 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51819c95-5f18-4f9b-8093-54134bfdc8d7 {{(pid=103745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:40:11.184265 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.185636 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-5b54cd53-4b07-4eb8-b156-76fad91e296f admin admin] 10.222.0.73 "DELETE /v2.0/routers/51819c95-5f18-4f9b-8093-54134bfdc8d7 HTTP/1.1" status: 204 len: 168 time: 1.1489470 Jul 04 09:40:11.190149 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33934) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:11.254652 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14fea00-d89a-458a-8598-a67b83487c21 admin admin] Deleting subnet 461769ba-69af-42bb-ba7a-81dc32652d63 {{(pid=103746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:40:11.259758 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f14fea00-d89a-458a-8598-a67b83487c21 admin admin] Publish callbacks [] for subnet (461769ba-69af-42bb-ba7a-81dc32652d63), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.334407 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f14fea00-d89a-458a-8598-a67b83487c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12527057'] for subnet (461769ba-69af-42bb-ba7a-81dc32652d63), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.586563 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device c65c805d-4f7b-45be-b012-3126ad7fa04d no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:11.607776 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: c65c805d-4f7b-45be-b012-3126ad7fa04d {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:11.608205 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device c65c805d-4f7b-45be-b012-3126ad7fa04d not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:11.608689 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 249e24a5-e4cf-40da-8850-fa0c6bad6554 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:11.630606 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 249e24a5-e4cf-40da-8850-fa0c6bad6554 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:11.631037 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 249e24a5-e4cf-40da-8850-fa0c6bad6554 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:11.631534 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:11.650876 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:11.651311 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0bdd6186-d3ca-461e-8fe9-b86d8fc5b42b not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:11.651795 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device f95acdfa-8b20-4c44-a70a-b6ad193b7596 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:11.671673 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: f95acdfa-8b20-4c44-a70a-b6ad193b7596 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:11.672035 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device f95acdfa-8b20-4c44-a70a-b6ad193b7596 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:11.685419 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f14fea00-d89a-458a-8598-a67b83487c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (461769ba-69af-42bb-ba7a-81dc32652d63), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.723304 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (d7c0ed3d-535b-4300-ae9b-4bc283e35a12), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.758836 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c0ed3d-535b-4300-ae9b-4bc283e35a12,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:11.814278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f14fea00-d89a-458a-8598-a67b83487c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8451739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237258'] for subnet (461769ba-69af-42bb-ba7a-81dc32652d63), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.852666 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fea00-d89a-458a-8598-a67b83487c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461769ba-69af-42bb-ba7a-81dc32652d63,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:11.860069 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f14fea00-d89a-458a-8598-a67b83487c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.864204 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-f14fea00-d89a-458a-8598-a67b83487c21 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/461769ba-69af-42bb-ba7a-81dc32652d63 HTTP/1.1" status: 204 len: 168 time: 0.6731148 Jul 04 09:40:11.867874 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33936) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:11.870597 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c3549-f01f-4549-8750-093cc6f02d41 None None] Network 3efc3dd2-49aa-4e58-9c28-27dc19093c65 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:40:11.978725 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (3efc3dd2-49aa-4e58-9c28-27dc19093c65), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:11.987721 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (ee78a0be-29e1-40be-b4eb-a42549c07c7e), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.024934 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-29235374-5979-4715-902d-44d8767f25f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.044686 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Deleting port 0f33ef81-afa6-443f-8661-3d0df41c8bca {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:12.045502 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.114174 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fca97fc-6243-4b45-81c0-724e2ebe8136 None None] DHCP port deletion for 3efc3dd2-49aa-4e58-9c28-27dc19093c65 request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:40:12.114423 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] For port 0f33ef81-afa6-443f-8661-3d0df41c8bca, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0f33ef81-afa6-443f-8661-3d0df41c8bca,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:12.114767 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.135902 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Calling delete_port for 0f33ef81-afa6-443f-8661-3d0df41c8bca owned by network:dhcp {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:12.160602 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-0fca97fc-6243-4b45-81c0-724e2ebe8136 None None] Deleting port 0f33ef81-afa6-443f-8661-3d0df41c8bca {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:12.160977 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0fca97fc-6243-4b45-81c0-724e2ebe8136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.214758 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Router ee78a0be-29e1-40be-b4eb-a42549c07c7e has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:40:12.217925 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.233660 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-0fca97fc-6243-4b45-81c0-724e2ebe8136 None None] For port 0f33ef81-afa6-443f-8661-3d0df41c8bca, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=0f33ef81-afa6-443f-8661-3d0df41c8bca,segment=NetworkSegment(0b013cda-14b8-45e7-a01a-7907256f81be),segment_id=0b013cda-14b8-45e7-a01a-7907256f81be)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:12.234769 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0fca97fc-6243-4b45-81c0-724e2ebe8136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.244437 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f33ef81-afa6-443f-8661-3d0df41c8bca,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:12.253722 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-0fca97fc-6243-4b45-81c0-724e2ebe8136 None None] Calling delete_port for 0f33ef81-afa6-443f-8661-3d0df41c8bca owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:12.253912 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] No DVR routers for this DVR port 0f33ef81-afa6-443f-8661-3d0df41c8bca on host dv-cinder-847864-6-iscsi {{(pid=103745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:40:12.326603 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:40:12.334893 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-43c6fb21-20d6-4d75-ae45-e15c46ac9f8e admin admin] 10.222.0.73 "PUT /v2.0/routers/ee78a0be-29e1-40be-b4eb-a42549c07c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9171517 Jul 04 09:40:12.335537 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33940) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:12.337449 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] Sync routers for ids ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:40:12.339207 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (3efc3dd2-49aa-4e58-9c28-27dc19093c65), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.339874 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0fca97fc-6243-4b45-81c0-724e2ebe8136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (0f33ef81-afa6-443f-8661-3d0df41c8bca), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.364312 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efc3dd2-49aa-4e58-9c28-27dc19093c65']}} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:12.372025 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca97fc-6243-4b45-81c0-724e2ebe8136 None None] No DVR routers for this DVR port 0f33ef81-afa6-443f-8661-3d0df41c8bca on host dv-cinder-847864-6-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:40:12.375597 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b013cda-14b8-45e7-a01a-7907256f81be') {'for_net_delete': True} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:12.375905 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b013cda-14b8-45e7-a01a-7907256f81be') {} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:12.378079 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca97fc-6243-4b45-81c0-724e2ebe8136 None None] Pushing event deleted for resources: {'Port': ['ID=0f33ef81-afa6-443f-8661-3d0df41c8bca,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:12.383433 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] Routers {'ee78a0be-29e1-40be-b4eb-a42549c07c7e'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:12.384038 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:12.393583 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16734171'] for segment (0b013cda-14b8-45e7-a01a-7907256f81be), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.409405 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (0b013cda-14b8-45e7-a01a-7907256f81be), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.418107 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:40:12.418847 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16527931'] for segment (0b013cda-14b8-45e7-a01a-7907256f81be), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.452809 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks [] for router (ee78a0be-29e1-40be-b4eb-a42549c07c7e), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.491797 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (3efc3dd2-49aa-4e58-9c28-27dc19093c65), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.503979 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.507337 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3efc3dd2-49aa-4e58-9c28-27dc19093c65 HTTP/1.1" status: 204 len: 168 time: 0.6377227 Jul 04 09:40:12.519482 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12e8c0-fb3a-4c43-83fc-da3452545588 admin admin] Pushing event deleted for resources: {'Network': ['ID=3efc3dd2-49aa-4e58-9c28-27dc19093c65,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:12.520197 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] Set router ee78a0be-29e1-40be-b4eb-a42549c07c7e gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:12.590341 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment 0b013cda-14b8-45e7-a01a-7907256f81be resource provider aggregate not found Jul 04 09:40:12.599476 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks [] for router_gateway (ee78a0be-29e1-40be-b4eb-a42549c07c7e), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.612671 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment 0b013cda-14b8-45e7-a01a-7907256f81be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b013cda-14b8-45e7-a01a-7907256f81be found for delete ", "request_id": "req-3c2dd6d3-1812-410f-abd6-f1cb3416bddc"}]} Jul 04 09:40:12.662635 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Deleting port f5a244d5-05be-4720-aba7-57d38aed2afa {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:12.663581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.685390 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 33950) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:12.726415 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:32Z', 'updated_at': '2022-07-04T09:40:11Z', 'revision_number': 5, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'gw_port': {'id': 'f5a244d5-05be-4720-aba7-57d38aed2afa', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:35:33Z', 'updated_at': '2022-07-04T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:12.733322 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-4dd6f386-1e42-4239-8e34-8efbba5e21e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23b3530aae964df69b90462407d40476&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464420 Jul 04 09:40:12.736577 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33952) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:12.756718 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] Checking router: ee78a0be-29e1-40be-b4eb-a42549c07c7e for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:40:12.764966 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] Routers {'ee78a0be-29e1-40be-b4eb-a42549c07c7e'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:12.765574 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:39:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:12.774200 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] For port f5a244d5-05be-4720-aba7-57d38aed2afa, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=f5a244d5-05be-4720-aba7-57d38aed2afa,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:12.774580 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.797169 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Calling delete_port for f5a244d5-05be-4720-aba7-57d38aed2afa owned by network:router_gateway {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:12.850911 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] Set router ee78a0be-29e1-40be-b4eb-a42549c07c7e gateway port host: None {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:12.854983 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-04d1553d-1383-496e-83f1-863f1db82d65 admin admin] Publish callbacks [] for security_group (d290ad41-94ed-4569-8260-99984cb3b1ea), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:12.890626 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-04d1553d-1383-496e-83f1-863f1db82d65 admin admin] Publish callbacks [] for security_group (d290ad41-94ed-4569-8260-99984cb3b1ea), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.000422 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-04d1553d-1383-496e-83f1-863f1db82d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (d290ad41-94ed-4569-8260-99984cb3b1ea), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.003761 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-04d1553d-1383-496e-83f1-863f1db82d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.007922 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-04d1553d-1383-496e-83f1-863f1db82d65 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d290ad41-94ed-4569-8260-99984cb3b1ea HTTP/1.1" status: 204 len: 168 time: 0.2673440 Jul 04 09:40:13.037069 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:32Z', 'updated_at': '2022-07-04T09:40:12Z', 'revision_number': 6, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:13.066266 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a581b-71a1-48f7-ac06-2be85e6518ed None None] The sync data for ids ['ee78a0be-29e1-40be-b4eb-a42549c07c7e'] in dv-cinder-847864-6-iscsi is: [{'id': 'ee78a0be-29e1-40be-b4eb-a42549c07c7e', 'name': 'tempest-TestMinimumBasicScenario-1823107169-router', 'tenant_id': 'bdfbd169af2e472cb52397b60998ac3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:35:32Z', 'updated_at': '2022-07-04T09:40:12Z', 'revision_number': 6, 'project_id': 'bdfbd169af2e472cb52397b60998ac3a', 'gw_port_host': None}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:40:13.090188 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1553d-1383-496e-83f1-863f1db82d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d290ad41-94ed-4569-8260-99984cb3b1ea,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:13.092119 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 31794b7f-b248-42aa-8713-517e6984382c no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:13.100241 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (f5a244d5-05be-4720-aba7-57d38aed2afa), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.124916 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 31794b7f-b248-42aa-8713-517e6984382c {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:13.125262 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 31794b7f-b248-42aa-8713-517e6984382c not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:13.125676 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0f33ef81-afa6-443f-8661-3d0df41c8bca no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:13.139693 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a244d5-05be-4720-aba7-57d38aed2afa,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:13.149644 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 0f33ef81-afa6-443f-8661-3d0df41c8bca {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:13.150004 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 0f33ef81-afa6-443f-8661-3d0df41c8bca not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:13.198769 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (ee78a0be-29e1-40be-b4eb-a42549c07c7e), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.287859 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (ee78a0be-29e1-40be-b4eb-a42549c07c7e), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.290100 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks [] for router_controller (ee78a0be-29e1-40be-b4eb-a42549c07c7e), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.332565 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (ee78a0be-29e1-40be-b4eb-a42549c07c7e), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.333179 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee78a0be-29e1-40be-b4eb-a42549c07c7e {{(pid=103746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:40:13.337587 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.338785 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-600cc3dc-1356-4353-8759-e208d531a376 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ee78a0be-29e1-40be-b4eb-a42549c07c7e HTTP/1.1" status: 204 len: 168 time: 1.0023222 Jul 04 09:40:13.341264 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33960) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:13.390176 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b95422-67b6-4541-8455-f5c9b88d588b admin admin] Deleting subnet de3f2008-0c30-411e-8a0e-54c663431aba {{(pid=103746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:40:13.394214 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b4b95422-67b6-4541-8455-f5c9b88d588b admin admin] Publish callbacks [] for subnet (de3f2008-0c30-411e-8a0e-54c663431aba), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.429542 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b4b95422-67b6-4541-8455-f5c9b88d588b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12527057'] for subnet (de3f2008-0c30-411e-8a0e-54c663431aba), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.512017 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b4b95422-67b6-4541-8455-f5c9b88d588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (de3f2008-0c30-411e-8a0e-54c663431aba), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.577390 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b4b95422-67b6-4541-8455-f5c9b88d588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8451739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237258'] for subnet (de3f2008-0c30-411e-8a0e-54c663431aba), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.603985 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b95422-67b6-4541-8455-f5c9b88d588b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3f2008-0c30-411e-8a0e-54c663431aba,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:13.607804 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-b4b95422-67b6-4541-8455-f5c9b88d588b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.616234 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd4302-b747-443b-bdbb-20fc5219591a None None] Network 864d54eb-a20d-487b-9b0f-e36103dd8c16 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:40:13.621125 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-b4b95422-67b6-4541-8455-f5c9b88d588b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/de3f2008-0c30-411e-8a0e-54c663431aba HTTP/1.1" status: 204 len: 168 time: 0.2763968 Jul 04 09:40:13.621334 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 33974) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:13.696218 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (864d54eb-a20d-487b-9b0f-e36103dd8c16), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.749950 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Deleting port adbad84f-5b85-4d71-b3ed-2f17905cc481 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:13.750328 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.822102 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] For port adbad84f-5b85-4d71-b3ed-2f17905cc481, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=adbad84f-5b85-4d71-b3ed-2f17905cc481,segment=NetworkSegment(bce59758-4d82-4fba-8220-d7a55bfb1160),segment_id=bce59758-4d82-4fba-8220-d7a55bfb1160)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:13.822483 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.836054 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Calling delete_port for adbad84f-5b85-4d71-b3ed-2f17905cc481 owned by network:dhcp {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:13.873291 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4495f849-ca80-4186-b5a8-9536381d6d50 None None] DHCP port deletion for 864d54eb-a20d-487b-9b0f-e36103dd8c16 request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:40:13.926140 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-4495f849-ca80-4186-b5a8-9536381d6d50 None None] Deleting port adbad84f-5b85-4d71-b3ed-2f17905cc481 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:13.926454 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4495f849-ca80-4186-b5a8-9536381d6d50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.936451 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:13.968826 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=adbad84f-5b85-4d71-b3ed-2f17905cc481,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:13.980193 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] No DVR routers for this DVR port adbad84f-5b85-4d71-b3ed-2f17905cc481 on host dv-cinder-847864-6-iscsi {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:40:14.000482 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-4495f849-ca80-4186-b5a8-9536381d6d50 None None] For port adbad84f-5b85-4d71-b3ed-2f17905cc481, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=adbad84f-5b85-4d71-b3ed-2f17905cc481,segment=NetworkSegment(bce59758-4d82-4fba-8220-d7a55bfb1160),segment_id=bce59758-4d82-4fba-8220-d7a55bfb1160)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:14.000874 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4495f849-ca80-4186-b5a8-9536381d6d50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.017467 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-4495f849-ca80-4186-b5a8-9536381d6d50 None None] Calling delete_port for adbad84f-5b85-4d71-b3ed-2f17905cc481 owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:14.083434 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (864d54eb-a20d-487b-9b0f-e36103dd8c16), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.111819 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864d54eb-a20d-487b-9b0f-e36103dd8c16']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:14.125694 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-db83d655-956a-42f6-8e1c-f2c459728383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.127719 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce59758-4d82-4fba-8220-d7a55bfb1160') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:14.128297 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce59758-4d82-4fba-8220-d7a55bfb1160') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:14.128838 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4495f849-ca80-4186-b5a8-9536381d6d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (adbad84f-5b85-4d71-b3ed-2f17905cc481), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.143555 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (bce59758-4d82-4fba-8220-d7a55bfb1160), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.157099 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495f849-ca80-4186-b5a8-9536381d6d50 None None] Pushing event deleted for resources: {'Port': ['ID=adbad84f-5b85-4d71-b3ed-2f17905cc481,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:14.160029 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4495f849-ca80-4186-b5a8-9536381d6d50 None None] No DVR routers for this DVR port adbad84f-5b85-4d71-b3ed-2f17905cc481 on host dv-cinder-847864-6-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:40:14.174512 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (bce59758-4d82-4fba-8220-d7a55bfb1160), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.181482 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:40:14.182250 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (bce59758-4d82-4fba-8220-d7a55bfb1160), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.226401 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment bce59758-4d82-4fba-8220-d7a55bfb1160 resource provider aggregate not found Jul 04 09:40:14.246179 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment bce59758-4d82-4fba-8220-d7a55bfb1160 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bce59758-4d82-4fba-8220-d7a55bfb1160 found for delete ", "request_id": "req-93efc37b-bc5a-44b0-a7ba-a5b2121a7bcd"}]} Jul 04 09:40:14.261361 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (864d54eb-a20d-487b-9b0f-e36103dd8c16), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.267962 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.275015 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] 10.222.0.73 "DELETE /v2.0/networks/864d54eb-a20d-487b-9b0f-e36103dd8c16 HTTP/1.1" status: 204 len: 168 time: 0.6492987 Jul 04 09:40:14.290078 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae9e92-d2b2-41ab-b852-01361b0f1b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=864d54eb-a20d-487b-9b0f-e36103dd8c16,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:14.399267 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34002) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:14.440145 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-fcd84982-0d8e-4c75-8707-0a1f0da88733 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9bc183ddcb6f461a94e65284e8d6cfe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396204 Jul 04 09:40:14.442572 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34004) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:14.490844 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-538aac4c-763c-408f-87dd-178abe2221f1 admin admin] Publish callbacks [] for security_group (a0a41c12-9ccc-4113-892f-6aa96e083da2), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.511907 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-538aac4c-763c-408f-87dd-178abe2221f1 admin admin] Publish callbacks [] for security_group (a0a41c12-9ccc-4113-892f-6aa96e083da2), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.565069 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-538aac4c-763c-408f-87dd-178abe2221f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a0a41c12-9ccc-4113-892f-6aa96e083da2), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.567795 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-538aac4c-763c-408f-87dd-178abe2221f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:14.571290 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-538aac4c-763c-408f-87dd-178abe2221f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0a41c12-9ccc-4113-892f-6aa96e083da2 HTTP/1.1" status: 204 len: 168 time: 0.1253252 Jul 04 09:40:14.577450 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aac4c-763c-408f-87dd-178abe2221f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a41c12-9ccc-4113-892f-6aa96e083da2,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:14.965758 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34030) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:15.036664 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-1ba7c114-58bc-4dec-a692-16ee44a02fd5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bdfbd169af2e472cb52397b60998ac3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692759 Jul 04 09:40:15.039597 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34036) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:15.043522 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device f5a244d5-05be-4720-aba7-57d38aed2afa no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:15.074356 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: f5a244d5-05be-4720-aba7-57d38aed2afa {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:15.074707 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device f5a244d5-05be-4720-aba7-57d38aed2afa not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:15.075235 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device adbad84f-5b85-4d71-b3ed-2f17905cc481 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:15.097404 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: adbad84f-5b85-4d71-b3ed-2f17905cc481 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:15.097604 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device adbad84f-5b85-4d71-b3ed-2f17905cc481 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:15.098050 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d7c0ed3d-535b-4300-ae9b-4bc283e35a12 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:40:15.103080 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1b31a449-7960-4d89-82ae-de07b75aea70 admin admin] Publish callbacks [] for security_group (21f5a83e-c0df-43d9-adaa-8d584b29e800), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:15.118235 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: d7c0ed3d-535b-4300-ae9b-4bc283e35a12 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:40:15.118585 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d7c0ed3d-535b-4300-ae9b-4bc283e35a12 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:40:15.128164 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1b31a449-7960-4d89-82ae-de07b75aea70 admin admin] Publish callbacks [] for security_group (21f5a83e-c0df-43d9-adaa-8d584b29e800), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:15.181038 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1b31a449-7960-4d89-82ae-de07b75aea70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (21f5a83e-c0df-43d9-adaa-8d584b29e800), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:15.183848 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1b31a449-7960-4d89-82ae-de07b75aea70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:15.185169 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-1b31a449-7960-4d89-82ae-de07b75aea70 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21f5a83e-c0df-43d9-adaa-8d584b29e800 HTTP/1.1" status: 204 len: 168 time: 0.1445842 Jul 04 09:40:15.194012 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31a449-7960-4d89-82ae-de07b75aea70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5a83e-c0df-43d9-adaa-8d584b29e800,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:15.490787 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:15.907781 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34120) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:16.014236 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1230733154-network', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:16.033359 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Made reservation on behalf of 84bb06cfdfdc437ab3781e7c4cacfae6 for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:40:16.035717 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.043942 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.122183 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Publish callbacks [] for security_group (e716301f-c0a8-4268-b429-0c4ad4118c8d), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.126852 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e716301f-c0a8-4268-b429-0c4ad4118c8d), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.151310 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:40:16.161092 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e716301f-c0a8-4268-b429-0c4ad4118c8d,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:16.165847 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.166222 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Added segment a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e of type vlan for network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd Jul 04 09:40:16.206683 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34136) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:16.207160 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.233410 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.234391 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:16.234968 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.287095 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3756170 Jul 04 09:40:16.287555 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34140) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:16.292859 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Request body: {'subnet': {'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1230733154-subnet', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'ip_version': 4}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:16.297104 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc242762-7dc3-493a-b01a-380fb0ce7e91 admin admin] Pushing event updated for resources: {'Network': ['ID=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:16.308519 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:40:16.325275 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3d044dd9-8d79-456a-a017-5a2ed05bd01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.336977 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Made reservation on behalf of 84bb06cfdfdc437ab3781e7c4cacfae6 for: {'subnet': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:40:16.339242 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237295'] for subnet (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.495604 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3d044dd9-8d79-456a-a017-5a2ed05bd01c admin admin] Publish callbacks [] for security_group (90cedd64-4830-4713-97f8-0bf3b0192f4a), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.503337 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3d044dd9-8d79-456a-a017-5a2ed05bd01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (90cedd64-4830-4713-97f8-0bf3b0192f4a), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.581485 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d044dd9-8d79-456a-a017-5a2ed05bd01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cedd64-4830-4713-97f8-0bf3b0192f4a,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:16.587797 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-3d044dd9-8d79-456a-a017-5a2ed05bd01c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a4cd9f1121140739d72edb755636e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799832 Jul 04 09:40:16.590581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34142) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:16.599340 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8451802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237309'] for subnet (8d39541e-138f-4eba-b12a-12951e6bea50), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.679778 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d39541e-138f-4eba-b12a-12951e6bea50,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:16.706644 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c53d4597-7585-4166-822f-b0bf0389f704 admin admin] Publish callbacks [] for security_group (90cedd64-4830-4713-97f8-0bf3b0192f4a), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.709135 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Checking segment: {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:40:16.709494 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Network hostable DHCP agents. Network: d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:40:16.738377 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c53d4597-7585-4166-822f-b0bf0389f704 admin admin] Publish callbacks [] for security_group (90cedd64-4830-4713-97f8-0bf3b0192f4a), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.751042 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:40:16.774320 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd) {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:16.778989 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:16.779921 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.783748 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665d905-72d0-436a-986e-c3439cd8aed3 None None] Network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:40:16.798976 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-f25c2faf-ee75-4d7d-b163-89ebb1b55212 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5099800 Jul 04 09:40:16.801377 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34144) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:16.805965 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:16.816167 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c53d4597-7585-4166-822f-b0bf0389f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (90cedd64-4830-4713-97f8-0bf3b0192f4a), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.818719 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c53d4597-7585-4166-822f-b0bf0389f704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.822455 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c53d4597-7585-4166-822f-b0bf0389f704 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90cedd64-4830-4713-97f8-0bf3b0192f4a HTTP/1.1" status: 204 len: 168 time: 0.2305579 Jul 04 09:40:16.845874 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d4597-7585-4166-822f-b0bf0389f704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cedd64-4830-4713-97f8-0bf3b0192f4a,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:16.848935 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (99bdd779-3188-4dda-8e75-cb9033fa787b), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.850260 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (99bdd779-3188-4dda-8e75-cb9033fa787b), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.865117 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.922307 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:40:16.922497 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks [] for router_controller (99bdd779-3188-4dda-8e75-cb9033fa787b), precommit_add_association {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:16.924747 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.072780 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Allocated IP 172.20.0.2 (d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd/8d39541e-138f-4eba-b12a-12951e6bea50/84731894-4f6f-4744-81f7-fbbe694b5961) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:40:17.073438 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks [] for router_gateway (99bdd779-3188-4dda-8e75-cb9033fa787b), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.136287 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34150) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:17.153995 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ec26739d-a1fa-4557-91fb-7aa01f6f6171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.228465 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Publish callbacks [] for port (84731894-4f6f-4744-81f7-fbbe694b5961), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.236203 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.241290 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ec26739d-a1fa-4557-91fb-7aa01f6f6171 admin admin] Publish callbacks [] for security_group (29baa9a5-fdfa-4942-ad1e-5a5ff5fa46c5), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.247807 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ec26739d-a1fa-4557-91fb-7aa01f6f6171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (29baa9a5-fdfa-4942-ad1e-5a5ff5fa46c5), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.285969 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:40:17.286993 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Pushing event updated for resources: {'Port': ['ID=84731894-4f6f-4744-81f7-fbbe694b5961,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:17.290217 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:17.291542 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26739d-a1fa-4557-91fb-7aa01f6f6171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29baa9a5-fdfa-4942-ad1e-5a5ff5fa46c5,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:17.291889 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:40:17.295767 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks [] for router_gateway (99bdd779-3188-4dda-8e75-cb9033fa787b), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.299546 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ec26739d-a1fa-4557-91fb-7aa01f6f6171 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce06de8c6f0b4253b96da60b4eea727a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613855 Jul 04 09:40:17.300629 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34152) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:17.325395 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.352629 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-42815164-3c32-4f62-926e-1e147a6b04d4 admin admin] Publish callbacks [] for security_group (29baa9a5-fdfa-4942-ad1e-5a5ff5fa46c5), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.353242 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Attempting to bind port 84731894-4f6f-4744-81f7-fbbe694b5961 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:40:17.353730 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Attempting to bind port 84731894-4f6f-4744-81f7-fbbe694b5961 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:40:17.353969 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Attempting to bind port 84731894-4f6f-4744-81f7-fbbe694b5961 on network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:40:17.359455 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:40:17.359834 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Checking segment: {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:40:17.360234 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.361353 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Bound using segment: {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:40:17.361825 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Bound port: 84731894-4f6f-4744-81f7-fbbe694b5961, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:40:17.362240 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.376775 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-42815164-3c32-4f62-926e-1e147a6b04d4 admin admin] Publish callbacks [] for security_group (29baa9a5-fdfa-4942-ad1e-5a5ff5fa46c5), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.429064 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-42815164-3c32-4f62-926e-1e147a6b04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (29baa9a5-fdfa-4942-ad1e-5a5ff5fa46c5), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.431984 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-42815164-3c32-4f62-926e-1e147a6b04d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.433330 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-42815164-3c32-4f62-926e-1e147a6b04d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29baa9a5-fdfa-4942-ad1e-5a5ff5fa46c5 HTTP/1.1" status: 204 len: 168 time: 0.1317301 Jul 04 09:40:17.433576 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] For port 84731894-4f6f-4744-81f7-fbbe694b5961, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:40:17.442758 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42815164-3c32-4f62-926e-1e147a6b04d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29baa9a5-fdfa-4942-ad1e-5a5ff5fa46c5,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:17.442921 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Allocated IP 172.27.3.20 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/2b3fd04b-005b-4b59-86b4-d8ace56b99b6) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:40:17.447416 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] For port 84731894-4f6f-4744-81f7-fbbe694b5961, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=84731894-4f6f-4744-81f7-fbbe694b5961,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:40:17.455694 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.518622 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485651a-6e1b-4871-9085-8d6a9a71adf4 None None] Pushing event updated for resources: {'Port': ['ID=84731894-4f6f-4744-81f7-fbbe694b5961,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:17.584030 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks [] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.619605 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:17.669606 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:40:17.677199 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:17.686464 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:40:17.690654 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Pushing event updated for resources: {'Port': ['ID=2b3fd04b-005b-4b59-86b4-d8ace56b99b6,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:17.960207 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks [] for router_gateway (99bdd779-3188-4dda-8e75-cb9033fa787b), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:18.163048 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (99bdd779-3188-4dda-8e75-cb9033fa787b), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:18.302091 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Router 99bdd779-3188-4dda-8e75-cb9033fa787b is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:40:18.434784 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:18.579765 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf85f1f-fd66-471b-a22b-d780a68179fe None None] Network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:40:18.671729 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:40:18.685655 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Sync routers for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:40:18.692795 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84de41a7-196a-485e-9403-c25ea309b9cf None None] Provisioning complete for port 84731894-4f6f-4744-81f7-fbbe694b5961 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:18.693170 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84de41a7-196a-485e-9403-c25ea309b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:18.702594 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:18.704661 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:18.711114 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:18.712916 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-72a2c694-c289-49d1-a09d-aa469adcc5bd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9104209 Jul 04 09:40:18.715895 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34180) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:18.821576 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84de41a7-196a-485e-9403-c25ea309b9cf None None] Current status of the port 84731894-4f6f-4744-81f7-fbbe694b5961 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:18.822293 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84de41a7-196a-485e-9403-c25ea309b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:18.856054 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:18.862717 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84de41a7-196a-485e-9403-c25ea309b9cf None None] For port 84731894-4f6f-4744-81f7-fbbe694b5961, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=84731894-4f6f-4744-81f7-fbbe694b5961,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:18.871367 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84de41a7-196a-485e-9403-c25ea309b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:18.931962 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de41a7-196a-485e-9403-c25ea309b9cf None None] Pushing event updated for resources: {'Port': ['ID=84731894-4f6f-4744-81f7-fbbe694b5961,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:19.077470 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:17Z', 'revision_number': 3, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:19.096390 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-eec87036-d738-4308-b353-e61345953c77 None None] Provisioning complete for port 84731894-4f6f-4744-81f7-fbbe694b5961 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:19.096880 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eec87036-d738-4308-b353-e61345953c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.107626 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Checking router: 99bdd779-3188-4dda-8e75-cb9033fa787b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:40:19.107984 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Updating router 99bdd779-3188-4dda-8e75-cb9033fa787b port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:40:19.119739 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 84731894-4f6f-4744-81f7-fbbe694b5961 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:40:19.138599 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.228879 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 84731894-4f6f-4744-81f7-fbbe694b5961 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:19.229659 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.231753 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.232664 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-eec87036-d738-4308-b353-e61345953c77 None None] Current status of the port 84731894-4f6f-4744-81f7-fbbe694b5961 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:19.246483 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.321292 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 84731894-4f6f-4744-81f7-fbbe694b5961 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:19.404747 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Allocated IP 172.20.0.1 (d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd/8d39541e-138f-4eba-b12a-12951e6bea50/5d957723-0ab0-4c28-936b-207772be9b17) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:40:19.408808 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Publish callbacks [] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.414523 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.465652 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Attempting to bind port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:40:19.466021 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Attempting to bind port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:40:19.466419 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Attempting to bind port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:40:19.468382 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Pushing event updated for resources: {'Port': ['ID=2b3fd04b-005b-4b59-86b4-d8ace56b99b6,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:19.476912 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:40:19.477287 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:40:19.477690 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.478103 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:40:19.478568 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Bound port: 2b3fd04b-005b-4b59-86b4-d8ace56b99b6, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:40:19.478948 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.481823 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.482226 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.482591 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.482932 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.483266 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.483598 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.483927 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.484254 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.484582 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.484922 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.485293 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.485606 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.485930 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:19.511005 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Publish callbacks [] for port (5d957723-0ab0-4c28-936b-207772be9b17), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.534870 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] For port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:40:19.538430 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] For port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=2b3fd04b-005b-4b59-86b4-d8ace56b99b6,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:40:19.542675 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (5d957723-0ab0-4c28-936b-207772be9b17), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.543878 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.582100 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:40:19.584999 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:19.588695 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:40:19.604822 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:19.605458 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:19.611576 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d957723-0ab0-4c28-936b-207772be9b17,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:19.632006 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (99bdd779-3188-4dda-8e75-cb9033fa787b), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.644200 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdac75d-0676-4dfb-9128-d45c45c04ca0 None None] Pushing event updated for resources: {'Port': ['ID=2b3fd04b-005b-4b59-86b4-d8ace56b99b6,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:19.724442 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:19.765983 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5d957723-0ab0-4c28-936b-207772be9b17), before_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.866547 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-211b1cd6-cd5e-4149-ad23-5eb681bacd49 None None] Provisioning complete for port 5d957723-0ab0-4c28-936b-207772be9b17 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:19.868783 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-211b1cd6-cd5e-4149-ad23-5eb681bacd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (5d957723-0ab0-4c28-936b-207772be9b17), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.911018 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-211b1cd6-cd5e-4149-ad23-5eb681bacd49 None None] Port 5d957723-0ab0-4c28-936b-207772be9b17 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:40:19.913936 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:17Z', 'revision_number': 3, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:19.938091 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Publish callbacks [] for port (5d957723-0ab0-4c28-936b-207772be9b17), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:19.941163 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba224f-5008-4d22-95c7-b1b17aa66459 None None] The sync data for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi is: [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:17Z', 'revision_number': 3, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:40:19.942996 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16527959'] for port (5d957723-0ab0-4c28-936b-207772be9b17), after_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:20.012892 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (99bdd779-3188-4dda-8e75-cb9033fa787b), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:20.019512 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d957723-0ab0-4c28-936b-207772be9b17,revision_number=2']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:20.114600 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:40:20.115971 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:20.253481 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Router 99bdd779-3188-4dda-8e75-cb9033fa787b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:40:20.387654 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:40:20.395512 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-cbe5a8f0-1147-4de0-ae2b-d9a583735af8 admin admin] 10.222.0.73 "PUT /v2.0/routers/99bdd779-3188-4dda-8e75-cb9033fa787b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6784704 Jul 04 09:40:20.441886 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-e46557ee-1725-47e5-b9e5-2e8cf72a436c None None] Provisioning complete for port 5d957723-0ab0-4c28-936b-207772be9b17 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:20.442423 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e46557ee-1725-47e5-b9e5-2e8cf72a436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (5d957723-0ab0-4c28-936b-207772be9b17), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:20.478413 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-e46557ee-1725-47e5-b9e5-2e8cf72a436c None None] Port 5d957723-0ab0-4c28-936b-207772be9b17 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:40:21.073693 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:40:21.095570 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34208) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:21.103454 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1177077032-network', 'tenant_id': 'f53f09284a224da8a29eca99c0418496'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:21.141968 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Made reservation on behalf of f53f09284a224da8a29eca99c0418496 for: {'network': 1} {{(pid=103745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:40:21.145562 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for network (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.155672 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.158694 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:21.159089 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.242369 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:21.242746 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.255218 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Publish callbacks [] for security_group (e3c531ae-8154-4e8f-a31b-63f98fe6af73), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.259248 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e3c531ae-8154-4e8f-a31b-63f98fe6af73), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.264460 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=2b3fd04b-005b-4b59-86b4-d8ace56b99b6,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:21.268444 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.286210 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:40:21.312164 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c531ae-8154-4e8f-a31b-63f98fe6af73,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:21.316975 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (95711237-c0fc-4455-90af-7c60e91eafd3), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.317317 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.segments_db [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Added segment 95711237-c0fc-4455-90af-7c60e91eafd3 of type vlan for network 33b8b28f-6ff1-4c06-a54e-558aed568e85 Jul 04 09:40:21.334182 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=2b3fd04b-005b-4b59-86b4-d8ace56b99b6,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:21.364969 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771674975398'] for network (33b8b28f-6ff1-4c06-a54e-558aed568e85), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.389694 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460'] for network (33b8b28f-6ff1-4c06-a54e-558aed568e85), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.390763 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:21.391350 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.448832 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3517807 Jul 04 09:40:21.451652 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34210) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:21.456496 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540038d-f09d-4049-9dc1-6288a202ee6c admin admin] Pushing event updated for resources: {'Network': ['ID=33b8b28f-6ff1-4c06-a54e-558aed568e85,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:21.457013 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Request body: {'subnet': {'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1177077032-subnet', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'ip_version': 4}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:21.466996 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Network 33b8b28f-6ff1-4c06-a54e-558aed568e85 details requested by agent ovs-agent-dv-cinder-847864-6-iscsi with host dv-cinder-847864-6-iscsi {{(pid=103747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:40:21.480570 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Made reservation on behalf of f53f09284a224da8a29eca99c0418496 for: {'subnet': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:40:21.483334 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237295'] for subnet (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.638636 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Sync routers for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:40:21.651420 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:21.652076 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:21.671370 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8451802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237309'] for subnet (e68f7ff3-ce6c-4f68-8c76-d17c136973d0), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.730196 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68f7ff3-ce6c-4f68-8c76-d17c136973d0,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:21.741069 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Checking segment: {'id': '95711237-c0fc-4455-90af-7c60e91eafd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:40:21.741429 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Network hostable DHCP agents. Network: 33b8b28f-6ff1-4c06-a54e-558aed568e85, hostable agents: ['cec16833-c491-4fed-98b0-3b6992297b33'], hosted agents: [] {{(pid=103746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:40:21.758947 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Network 33b8b28f-6ff1-4c06-a54e-558aed568e85 is scheduled to be hosted by DHCP agent cec16833-c491-4fed-98b0-3b6992297b33 with binding_index 1 {{(pid=103746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:40:21.763627 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:21.768722 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-6-iscsi, 33b8b28f-6ff1-4c06-a54e-558aed568e85) {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:21.773361 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:21.774221 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.789088 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee9edb4-274d-4123-82c3-e4cd47c609c9 None None] Network 33b8b28f-6ff1-4c06-a54e-558aed568e85 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:40:21.790643 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-8b78b76a-59c8-4952-86a1-fcca972ba9a6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3379321 Jul 04 09:40:21.793412 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34212) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:21.798829 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:21.817788 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1095'] for router (1a1cffdb-3092-4843-a111-7b43c8e99f75), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.818854 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1102'] for router (1a1cffdb-3092-4843-a111-7b43c8e99f75), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:21.872158 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks [] for router_controller (1a1cffdb-3092-4843-a111-7b43c8e99f75), precommit_add_association {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.015118 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks [] for router_gateway (1a1cffdb-3092-4843-a111-7b43c8e99f75), precommit_update {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.112188 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62fd1a57-4f16-5c4c-a0cc-4fce277f8779-33b8b28f-6ff1-4c06-a54e-558aed568e85', 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85', 'project_id': 'f53f09284a224da8a29eca99c0418496', 'fixed_ips': [{'subnet_id': 'e68f7ff3-ce6c-4f68-8c76-d17c136973d0'}]}} from dv-cinder-847864-6-iscsi. {{(pid=103747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:40:22.113022 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.212455 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks [] for router_gateway (1a1cffdb-3092-4843-a111-7b43c8e99f75), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.236043 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.279189 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '5d957723-0ab0-4c28-936b-207772be9b17', 'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'mac_address': 'fa:16:3e:cc:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:19Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 2, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'subnets': [{'id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:22.310401 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Checking router: 99bdd779-3188-4dda-8e75-cb9033fa787b for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:40:22.310755 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Updating router 99bdd779-3188-4dda-8e75-cb9033fa787b port 5d957723-0ab0-4c28-936b-207772be9b17 binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:40:22.331286 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Allocated IP 172.20.0.2 (33b8b28f-6ff1-4c06-a54e-558aed568e85/e68f7ff3-ce6c-4f68-8c76-d17c136973d0/25364d61-43c3-46f2-8e60-5cdcfbb4e489) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:40:22.342823 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_common [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Allocated IP 172.27.3.114 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/5d729b87-447f-4349-9ffb-ab618085a4d0) {{(pid=103745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:40:22.351477 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5d957723-0ab0-4c28-936b-207772be9b17), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.450149 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks [] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.484635 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.523955 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:40:22.526975 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.base_scheduler [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:22.530800 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Received port after_create {{(pid=103745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:40:22.552605 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Pushing event updated for resources: {'Port': ['ID=5d729b87-447f-4349-9ffb-ab618085a4d0,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:22.608203 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Publish callbacks [] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.617786 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.686533 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Network 33b8b28f-6ff1-4c06-a54e-558aed568e85 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:40:22.698411 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Pushing event updated for resources: {'Port': ['ID=25364d61-43c3-46f2-8e60-5cdcfbb4e489,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:22.702118 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:22.708969 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:40:22.775066 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks [] for router_gateway (1a1cffdb-3092-4843-a111-7b43c8e99f75), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.800257 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Publish callbacks [] for port (5d957723-0ab0-4c28-936b-207772be9b17), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.804149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Attempting to bind port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:40:22.804634 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Attempting to bind port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '95711237-c0fc-4455-90af-7c60e91eafd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:40:22.805031 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Attempting to bind port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 on network 33b8b28f-6ff1-4c06-a54e-558aed568e85 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:40:22.810342 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (5d957723-0ab0-4c28-936b-207772be9b17), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.814482 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:40:22.814858 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Checking segment: {'id': '95711237-c0fc-4455-90af-7c60e91eafd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:40:22.815252 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.815647 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Bound using segment: {'id': '95711237-c0fc-4455-90af-7c60e91eafd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:40:22.816114 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Bound port: 25364d61-43c3-46f2-8e60-5cdcfbb4e489, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95711237-c0fc-4455-90af-7c60e91eafd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:40:22.816494 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:22.901468 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979348f0-f3ac-4d92-b53c-f4073b0050f7 None None] Pushing event updated for resources: {'Port': ['ID=5d957723-0ab0-4c28-936b-207772be9b17,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:22.972817 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] For port 25364d61-43c3-46f2-8e60-5cdcfbb4e489, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:40:22.984736 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Attempting to bind port 5d957723-0ab0-4c28-936b-207772be9b17 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:40:22.985376 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Attempting to bind port 5d957723-0ab0-4c28-936b-207772be9b17 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:40:22.986068 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Attempting to bind port 5d957723-0ab0-4c28-936b-207772be9b17 on network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:40:23.013935 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] For port 25364d61-43c3-46f2-8e60-5cdcfbb4e489, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=25364d61-43c3-46f2-8e60-5cdcfbb4e489,segment=NetworkSegment(95711237-c0fc-4455-90af-7c60e91eafd3),segment_id=95711237-c0fc-4455-90af-7c60e91eafd3)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:40:23.015650 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:40:23.016114 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Checking segment: {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:40:23.017616 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.018309 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Bound using segment: {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:40:23.019007 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Bound port: 5d957723-0ab0-4c28-936b-207772be9b17, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:40:23.019636 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5d957723-0ab0-4c28-936b-207772be9b17), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.037844 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.113539 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:40:23.169833 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] For port 5d957723-0ab0-4c28-936b-207772be9b17, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:40:23.202281 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] For port 5d957723-0ab0-4c28-936b-207772be9b17, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=5d957723-0ab0-4c28-936b-207772be9b17,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:40:23.210488 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67132b5-1534-4199-bffd-9b4dfc1a430a None None] Pushing event updated for resources: {'Port': ['ID=25364d61-43c3-46f2-8e60-5cdcfbb4e489,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:23.214439 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a2ed0484-2734-49af-b931-d34d9090bf98 None None] Provisioning complete for port 5d957723-0ab0-4c28-936b-207772be9b17 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:23.214871 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0484-2734-49af-b931-d34d9090bf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (5d957723-0ab0-4c28-936b-207772be9b17), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.219671 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (5d957723-0ab0-4c28-936b-207772be9b17), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.259725 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-672975'] for router (1a1cffdb-3092-4843-a111-7b43c8e99f75), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.309223 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:23.309603 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.348776 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979348f0-f3ac-4d92-b53c-f4073b0050f7 None None] Pushing event updated for resources: {'Port': ['ID=5d957723-0ab0-4c28-936b-207772be9b17,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:23.354507 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:23.355151 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:23.431207 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Router 1a1cffdb-3092-4843-a111-7b43c8e99f75 is scheduled to L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 with binding_index 1 {{(pid=103745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:40:23.522200 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed0484-2734-49af-b931-d34d9090bf98 None None] Current status of the port 5d957723-0ab0-4c28-936b-207772be9b17 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:23.522477 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0484-2734-49af-b931-d34d9090bf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5d957723-0ab0-4c28-936b-207772be9b17), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.563885 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:40:23.575677 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Sync routers for ids ['1a1cffdb-3092-4843-a111-7b43c8e99f75'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:40:23.589659 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Routers {'1a1cffdb-3092-4843-a111-7b43c8e99f75'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:23.590666 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['1a1cffdb-3092-4843-a111-7b43c8e99f75'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:23.599661 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.601467 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:23.602594 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-9dbbf188-eec9-438c-a664-a53bc2dd61f2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8078492 Jul 04 09:40:23.605508 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34220) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:23.632211 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:23.656212 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-a2ed0484-2734-49af-b931-d34d9090bf98 None None] For port 5d957723-0ab0-4c28-936b-207772be9b17, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=5d957723-0ab0-4c28-936b-207772be9b17,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:23.663262 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0484-2734-49af-b931-d34d9090bf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (5d957723-0ab0-4c28-936b-207772be9b17), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.706421 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Set router 1a1cffdb-3092-4843-a111-7b43c8e99f75 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:23.788341 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed0484-2734-49af-b931-d34d9090bf98 None None] Pushing event updated for resources: {'Port': ['ID=5d957723-0ab0-4c28-936b-207772be9b17,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:23.807587 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-7e08dab4-4c7b-4afc-89ea-503576a214b2 None None] Provisioning complete for port 5d957723-0ab0-4c28-936b-207772be9b17 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:23.808037 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e08dab4-4c7b-4afc-89ea-503576a214b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (5d957723-0ab0-4c28-936b-207772be9b17), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:23.931832 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-7e08dab4-4c7b-4afc-89ea-503576a214b2 None None] Current status of the port 5d957723-0ab0-4c28-936b-207772be9b17 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:23.943437 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '5d957723-0ab0-4c28-936b-207772be9b17', 'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'mac_address': 'fa:16:3e:cc:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:19Z', 'updated_at': '2022-07-04T09:40:23Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'subnets': [{'id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:23.971771 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a57706-26e7-4b3e-b606-22682558b7e0 None None] The sync data for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi is: [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '5d957723-0ab0-4c28-936b-207772be9b17', 'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'mac_address': 'fa:16:3e:cc:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:19Z', 'updated_at': '2022-07-04T09:40:23Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'subnets': [{'id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:40:23.993476 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:21Z', 'updated_at': '2022-07-04T09:40:22Z', 'revision_number': 3, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'gw_port': {'id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:22Z', 'updated_at': '2022-07-04T09:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:24.026205 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Checking router: 1a1cffdb-3092-4843-a111-7b43c8e99f75 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:40:24.026772 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Updating router 1a1cffdb-3092-4843-a111-7b43c8e99f75 port 5d729b87-447f-4349-9ffb-ab618085a4d0 binding host dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:40:24.076456 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.132384 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.338852 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Allocated IP 172.20.0.1 (33b8b28f-6ff1-4c06-a54e-558aed568e85/e68f7ff3-ce6c-4f68-8c76-d17c136973d0/cf06dca4-5736-4a49-ae35-e769a491b833) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:40:24.387600 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Publish callbacks [] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.395301 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.451788 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Attempting to bind port 5d729b87-447f-4349-9ffb-ab618085a4d0 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:40:24.452153 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Attempting to bind port 5d729b87-447f-4349-9ffb-ab618085a4d0 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:40:24.452507 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Attempting to bind port 5d729b87-447f-4349-9ffb-ab618085a4d0 on network 007453c2-82ca-482e-9dba-6f31ee43a619 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:40:24.459230 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0f72c-b63d-4170-a917-ea9828658d0f None None] Pushing event updated for resources: {'Port': ['ID=5d729b87-447f-4349-9ffb-ab618085a4d0,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:24.466237 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:40:24.466617 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Checking segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:40:24.467054 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.467453 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Bound using segment: {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:40:24.467985 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Publish callbacks [] for port (cf06dca4-5736-4a49-ae35-e769a491b833), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.468180 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Bound port: 5d729b87-447f-4349-9ffb-ab618085a4d0, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30518420-67bd-402b-9d2e-0cbd6ad219cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:40:24.468598 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.484622 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89124ec2-98da-4245-8115-c7413e8c986f None None] Network 33b8b28f-6ff1-4c06-a54e-558aed568e85 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:40:24.514478 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.536606 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] For port 5d729b87-447f-4349-9ffb-ab618085a4d0, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:40:24.541994 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] For port 5d729b87-447f-4349-9ffb-ab618085a4d0, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=5d729b87-447f-4349-9ffb-ab618085a4d0,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:40:24.551400 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.561265 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Network 33b8b28f-6ff1-4c06-a54e-558aed568e85 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:40:24.565292 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:24.569593 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:40:24.575100 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Pushing event updated for resources: {'Port': ['ID=cf06dca4-5736-4a49-ae35-e769a491b833,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:24.620643 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672830'] for router_interface (1a1cffdb-3092-4843-a111-7b43c8e99f75), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.628532 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Routers {'1a1cffdb-3092-4843-a111-7b43c8e99f75'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:24.629838 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['1a1cffdb-3092-4843-a111-7b43c8e99f75'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:24.707797 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Provisioning complete for port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:24.708575 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.778577 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.783415 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] Set router 1a1cffdb-3092-4843-a111-7b43c8e99f75 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:24.839478 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Current status of the port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:24.839876 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.885795 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] For port 25364d61-43c3-46f2-8e60-5cdcfbb4e489, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=25364d61-43c3-46f2-8e60-5cdcfbb4e489,segment=NetworkSegment(95711237-c0fc-4455-90af-7c60e91eafd3),segment_id=95711237-c0fc-4455-90af-7c60e91eafd3)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:24.906566 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:24.942194 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0f72c-b63d-4170-a917-ea9828658d0f None None] Pushing event updated for resources: {'Port': ['ID=5d729b87-447f-4349-9ffb-ab618085a4d0,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:24.986576 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Pushing event updated for resources: {'Port': ['ID=25364d61-43c3-46f2-8e60-5cdcfbb4e489,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:24.995204 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:24.995666 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:24.996081 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:24.996491 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.003861 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.004422 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.004890 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.005524 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.006151 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.006743 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.007599 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.007599 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.007986 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db03de9-40de-4ba6-8d88-2c658642b07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:40:25.048692 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Publish callbacks [] for port (cf06dca4-5736-4a49-ae35-e769a491b833), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:25.057880 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:25.097458 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:21Z', 'updated_at': '2022-07-04T09:40:22Z', 'revision_number': 3, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'gw_port': {'id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:22Z', 'updated_at': '2022-07-04T09:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:25.139679 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50030eed-e186-4cfd-b0b3-29e4f9073b6f None None] The sync data for ids ['1a1cffdb-3092-4843-a111-7b43c8e99f75'] in dv-cinder-847864-6-iscsi is: [{'id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:21Z', 'updated_at': '2022-07-04T09:40:22Z', 'revision_number': 3, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'gw_port': {'id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:22Z', 'updated_at': '2022-07-04T09:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:40:25.148694 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Pushing event updated for resources: {'Port': ['ID=cf06dca4-5736-4a49-ae35-e769a491b833,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:25.152094 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674702'] for router_interface (1a1cffdb-3092-4843-a111-7b43c8e99f75), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:25.184197 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:40:25.253748 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a9c5f94f-4609-4ac7-88e6-a96d993a4eec None None] Provisioning complete for port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:25.254464 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9c5f94f-4609-4ac7-88e6-a96d993a4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:25.308427 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 25364d61-43c3-46f2-8e60-5cdcfbb4e489 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:40:25.314411 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Network 33b8b28f-6ff1-4c06-a54e-558aed568e85 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:40:25.319321 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:40:25.448868 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:25.449247 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:25.507728 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5f94f-4609-4ac7-88e6-a96d993a4eec None None] Current status of the port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:25.533544 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Router 1a1cffdb-3092-4843-a111-7b43c8e99f75 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:40:25.546306 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a9c5f94f-4609-4ac7-88e6-a96d993a4eec None None] Provisioning complete for port cf06dca4-5736-4a49-ae35-e769a491b833 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:25.546820 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9c5f94f-4609-4ac7-88e6-a96d993a4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:25.607100 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:25.608179 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 5d957723-0ab0-4c28-936b-207772be9b17 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:40:25.658070 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5f94f-4609-4ac7-88e6-a96d993a4eec None None] Port cf06dca4-5736-4a49-ae35-e769a491b833 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:40:25.694954 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 5d957723-0ab0-4c28-936b-207772be9b17 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:25.695871 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (5d957723-0ab0-4c28-936b-207772be9b17), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:25.714107 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:40:25.720158 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-a980a823-a63d-4ddd-824b-30a53c1f7682 admin admin] 10.222.0.73 "PUT /v2.0/routers/1a1cffdb-3092-4843-a111-7b43c8e99f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1129198 Jul 04 09:40:25.817039 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 5d957723-0ab0-4c28-936b-207772be9b17 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:25.823435 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-a1d68c66-3e26-40c4-aedf-ccc7608bd707 None None] Provisioning complete for port cf06dca4-5736-4a49-ae35-e769a491b833 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:25.826245 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a1d68c66-3e26-40c4-aedf-ccc7608bd707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:25.869261 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a1d68c66-3e26-40c4-aedf-ccc7608bd707 None None] Port cf06dca4-5736-4a49-ae35-e769a491b833 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:40:25.989149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-55524da9-8bfc-4d11-8ef8-91a5ceb755c9 None None] Provisioning complete for port cf06dca4-5736-4a49-ae35-e769a491b833 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:25.989524 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-55524da9-8bfc-4d11-8ef8-91a5ceb755c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.027356 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-55524da9-8bfc-4d11-8ef8-91a5ceb755c9 None None] Port cf06dca4-5736-4a49-ae35-e769a491b833 cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:40:26.128384 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34236) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:26.133039 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-533fa733-f8aa-472e-8460-68e58024ec8e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111826500', 'description': 'tempest-secgroup-smoke-111826500 description', 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:26.153942 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-533fa733-f8aa-472e-8460-68e58024ec8e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.225440 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-533fa733-f8aa-472e-8460-68e58024ec8e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group (0e7a6147-8fad-46e0-ba6d-6d9c578e98f8), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.229996 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-533fa733-f8aa-472e-8460-68e58024ec8e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (0e7a6147-8fad-46e0-ba6d-6d9c578e98f8), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.262548 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-533fa733-f8aa-472e-8460-68e58024ec8e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.263785 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-533fa733-f8aa-472e-8460-68e58024ec8e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1343470 Jul 04 09:40:26.265760 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fa733-f8aa-472e-8460-68e58024ec8e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:26.267688 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34238) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:26.272253 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.v2.base [None req-3f79055c-1e0f-412f-b068-12c9767982cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Request body: {'security_group_rule': {'security_group_id': '0e7a6147-8fad-46e0-ba6d-6d9c578e98f8', 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:26.300261 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3f79055c-1e0f-412f-b068-12c9767982cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (605d6957-1665-4158-9a9b-f035fb160f0c), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.361522 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3f79055c-1e0f-412f-b068-12c9767982cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (605d6957-1665-4158-9a9b-f035fb160f0c), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.365419 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3f79055c-1e0f-412f-b068-12c9767982cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (605d6957-1665-4158-9a9b-f035fb160f0c), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.384646 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79055c-1e0f-412f-b068-12c9767982cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605d6957-1665-4158-9a9b-f035fb160f0c,revision_number=0']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:26.389582 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-3f79055c-1e0f-412f-b068-12c9767982cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.394963 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-3f79055c-1e0f-412f-b068-12c9767982cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223722 Jul 04 09:40:26.395086 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34240) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:26.400376 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-92760d61-615f-4461-b119-eef87b92ec9f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Request body: {'security_group_rule': {'security_group_id': '0e7a6147-8fad-46e0-ba6d-6d9c578e98f8', 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:26.429217 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92760d61-615f-4461-b119-eef87b92ec9f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (3dc42dd0-8b53-444d-8850-881196d11eb3), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.483908 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92760d61-615f-4461-b119-eef87b92ec9f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (3dc42dd0-8b53-444d-8850-881196d11eb3), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.487812 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92760d61-615f-4461-b119-eef87b92ec9f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (3dc42dd0-8b53-444d-8850-881196d11eb3), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.506374 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92760d61-615f-4461-b119-eef87b92ec9f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc42dd0-8b53-444d-8850-881196d11eb3,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:26.512109 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-92760d61-615f-4461-b119-eef87b92ec9f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.513468 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-92760d61-615f-4461-b119-eef87b92ec9f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173975 Jul 04 09:40:26.516234 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34244) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:26.520464 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-a2ffcd36-b998-48d4-91a7-862e3489e23c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Request body: {'security_group_rule': {'security_group_id': '0e7a6147-8fad-46e0-ba6d-6d9c578e98f8', 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:26.547409 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcd36-b998-48d4-91a7-862e3489e23c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (fa345c85-9fb4-4b53-89cd-228427be9e83), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.607968 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcd36-b998-48d4-91a7-862e3489e23c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (fa345c85-9fb4-4b53-89cd-228427be9e83), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.611552 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcd36-b998-48d4-91a7-862e3489e23c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (fa345c85-9fb4-4b53-89cd-228427be9e83), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.629934 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffcd36-b998-48d4-91a7-862e3489e23c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa345c85-9fb4-4b53-89cd-228427be9e83,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:26.633942 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a2ffcd36-b998-48d4-91a7-862e3489e23c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.635135 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-a2ffcd36-b998-48d4-91a7-862e3489e23c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180198 Jul 04 09:40:26.638015 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34246) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:26.642312 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-1f0626ed-c863-4eb6-b90d-e0a38d667c52 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Request body: {'security_group_rule': {'security_group_id': '0e7a6147-8fad-46e0-ba6d-6d9c578e98f8', 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:26.666022 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1f0626ed-c863-4eb6-b90d-e0a38d667c52 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (77ef9997-ada6-4150-9307-a2590f4b0b26), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.722888 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1f0626ed-c863-4eb6-b90d-e0a38d667c52 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (77ef9997-ada6-4150-9307-a2590f4b0b26), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.726849 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1f0626ed-c863-4eb6-b90d-e0a38d667c52 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (77ef9997-ada6-4150-9307-a2590f4b0b26), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.744768 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0626ed-c863-4eb6-b90d-e0a38d667c52 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ef9997-ada6-4150-9307-a2590f4b0b26,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:26.754038 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-1f0626ed-c863-4eb6-b90d-e0a38d667c52 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.755241 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-1f0626ed-c863-4eb6-b90d-e0a38d667c52 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162639 Jul 04 09:40:26.757933 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34248) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:26.762524 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-dec09a73-a378-4422-805f-37100ec026d2 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Request body: {'security_group_rule': {'security_group_id': '0e7a6147-8fad-46e0-ba6d-6d9c578e98f8', 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:26.782922 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.securitygroups_db [None req-dec09a73-a378-4422-805f-37100ec026d2 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Project 84bb06cfdfdc437ab3781e7c4cacfae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:40:26.787710 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dec09a73-a378-4422-805f-37100ec026d2 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (9e971dd6-8ff4-4fd7-ad26-18665eb59754), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.847485 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dec09a73-a378-4422-805f-37100ec026d2 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (9e971dd6-8ff4-4fd7-ad26-18665eb59754), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.850936 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dec09a73-a378-4422-805f-37100ec026d2 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (9e971dd6-8ff4-4fd7-ad26-18665eb59754), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.868364 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec09a73-a378-4422-805f-37100ec026d2 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e971dd6-8ff4-4fd7-ad26-18665eb59754,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:26.877361 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-dec09a73-a378-4422-805f-37100ec026d2 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.878591 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-dec09a73-a378-4422-805f-37100ec026d2 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197140 Jul 04 09:40:26.881190 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34250) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:26.885378 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-de90c357-8677-4810-a637-2a179a1dd314 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Request body: {'security_group_rule': {'security_group_id': '0e7a6147-8fad-46e0-ba6d-6d9c578e98f8', 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:40:26.906159 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.securitygroups_db [None req-de90c357-8677-4810-a637-2a179a1dd314 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Project 84bb06cfdfdc437ab3781e7c4cacfae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:40:26.911274 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-de90c357-8677-4810-a637-2a179a1dd314 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (4815e0f2-839c-40e3-9c36-31b59900aff4), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.976054 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-de90c357-8677-4810-a637-2a179a1dd314 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (4815e0f2-839c-40e3-9c36-31b59900aff4), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:26.983283 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-de90c357-8677-4810-a637-2a179a1dd314 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556524'] for security_group_rule (4815e0f2-839c-40e3-9c36-31b59900aff4), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:27.000038 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c357-8677-4810-a637-2a179a1dd314 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4815e0f2-839c-40e3-9c36-31b59900aff4,revision_number=0']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:27.019356 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-de90c357-8677-4810-a637-2a179a1dd314 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:27.020577 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-de90c357-8677-4810-a637-2a179a1dd314 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384737 Jul 04 09:40:27.110569 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 25364d61-43c3-46f2-8e60-5cdcfbb4e489 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:40:27.160935 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:27.161384 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:27.239581 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:27.240783 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 5d729b87-447f-4349-9ffb-ab618085a4d0 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:40:27.290533 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 5d729b87-447f-4349-9ffb-ab618085a4d0 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:27.290916 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:27.368925 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 5d729b87-447f-4349-9ffb-ab618085a4d0 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:27.369481 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:27.392007 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] For port 5d729b87-447f-4349-9ffb-ab618085a4d0, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=5d729b87-447f-4349-9ffb-ab618085a4d0,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:27.396259 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:27.458085 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Pushing event updated for resources: {'Port': ['ID=5d729b87-447f-4349-9ffb-ab618085a4d0,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:27.495191 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Sync routers for ids ['1a1cffdb-3092-4843-a111-7b43c8e99f75'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:40:27.509227 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Routers {'1a1cffdb-3092-4843-a111-7b43c8e99f75'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:27.509993 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['1a1cffdb-3092-4843-a111-7b43c8e99f75'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:27.617639 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Set router 1a1cffdb-3092-4843-a111-7b43c8e99f75 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:27.806991 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:21Z', 'updated_at': '2022-07-04T09:40:24Z', 'revision_number': 4, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'gw_port': {'id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:22Z', 'updated_at': '2022-07-04T09:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'cf06dca4-5736-4a49-ae35-e769a491b833', 'name': '', 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'mac_address': 'fa:16:3e:4b:b0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e68f7ff3-ce6c-4f68-8c76-d17c136973d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:24Z', 'updated_at': '2022-07-04T09:40:24Z', 'revision_number': 2, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'subnets': [{'id': 'e68f7ff3-ce6c-4f68-8c76-d17c136973d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:27.834809 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Checking router: 1a1cffdb-3092-4843-a111-7b43c8e99f75 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:40:27.835157 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Updating router 1a1cffdb-3092-4843-a111-7b43c8e99f75 port cf06dca4-5736-4a49-ae35-e769a491b833 binding host dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:40:27.861182 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:28.107475 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Publish callbacks [] for port (cf06dca4-5736-4a49-ae35-e769a491b833), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:28.112904 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:28.159007 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7094f6-d844-4e9c-b582-5cb0feb86587 None None] Pushing event updated for resources: {'Port': ['ID=cf06dca4-5736-4a49-ae35-e769a491b833,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:28.217694 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Attempting to bind port cf06dca4-5736-4a49-ae35-e769a491b833 on host dv-cinder-847864-6-iscsi for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:40:28.218083 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Attempting to bind port cf06dca4-5736-4a49-ae35-e769a491b833 by drivers openvswitch,hyperv on host dv-cinder-847864-6-iscsi at level 0 using segments [{'id': '95711237-c0fc-4455-90af-7c60e91eafd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:40:28.218493 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Attempting to bind port cf06dca4-5736-4a49-ae35-e769a491b833 on network 33b8b28f-6ff1-4c06-a54e-558aed568e85 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:40:28.224306 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Checking agent: {'id': 'e165340f-38aa-4c3d-b775-d6fc50cb0e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 20, 18), 'started_at': datetime.datetime(2022, 7, 4, 9, 20, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:40:28.224673 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Checking segment: {'id': '95711237-c0fc-4455-90af-7c60e91eafd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:40:28.225068 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:28.225459 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Bound using segment: {'id': '95711237-c0fc-4455-90af-7c60e91eafd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:40:28.225913 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Bound port: cf06dca4-5736-4a49-ae35-e769a491b833, host: dv-cinder-847864-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95711237-c0fc-4455-90af-7c60e91eafd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:40:28.226337 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:28.289034 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] For port cf06dca4-5736-4a49-ae35-e769a491b833, host dv-cinder-847864-6-iscsi, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:40:28.292602 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] For port cf06dca4-5736-4a49-ae35-e769a491b833, host dv-cinder-847864-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=cf06dca4-5736-4a49-ae35-e769a491b833,segment=NetworkSegment(95711237-c0fc-4455-90af-7c60e91eafd3),segment_id=95711237-c0fc-4455-90af-7c60e91eafd3)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:40:28.299917 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:28.370154 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Routers {'1a1cffdb-3092-4843-a111-7b43c8e99f75'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:28.371218 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['1a1cffdb-3092-4843-a111-7b43c8e99f75'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:28.378435 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7094f6-d844-4e9c-b582-5cb0feb86587 None None] Pushing event updated for resources: {'Port': ['ID=cf06dca4-5736-4a49-ae35-e769a491b833,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:28.427283 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-9cfbede3-69cd-491a-8772-05106ee018f0 None None] Provisioning complete for port cf06dca4-5736-4a49-ae35-e769a491b833 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:28.427664 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9cfbede3-69cd-491a-8772-05106ee018f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:28.645406 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] Set router 1a1cffdb-3092-4843-a111-7b43c8e99f75 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:28.736860 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbede3-69cd-491a-8772-05106ee018f0 None None] Current status of the port cf06dca4-5736-4a49-ae35-e769a491b833 is: DOWN; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:28.737244 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9cfbede3-69cd-491a-8772-05106ee018f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:28.814423 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-9cfbede3-69cd-491a-8772-05106ee018f0 None None] For port cf06dca4-5736-4a49-ae35-e769a491b833, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=cf06dca4-5736-4a49-ae35-e769a491b833,segment=NetworkSegment(95711237-c0fc-4455-90af-7c60e91eafd3),segment_id=95711237-c0fc-4455-90af-7c60e91eafd3)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:28.818374 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9cfbede3-69cd-491a-8772-05106ee018f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:28.904149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbede3-69cd-491a-8772-05106ee018f0 None None] Pushing event updated for resources: {'Port': ['ID=cf06dca4-5736-4a49-ae35-e769a491b833,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:28.936561 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:21Z', 'updated_at': '2022-07-04T09:40:24Z', 'revision_number': 4, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'gw_port': {'id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:22Z', 'updated_at': '2022-07-04T09:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'cf06dca4-5736-4a49-ae35-e769a491b833', 'name': '', 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'mac_address': 'fa:16:3e:4b:b0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e68f7ff3-ce6c-4f68-8c76-d17c136973d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:24Z', 'updated_at': '2022-07-04T09:40:28Z', 'revision_number': 4, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'subnets': [{'id': 'e68f7ff3-ce6c-4f68-8c76-d17c136973d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:28.962751 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ee238-b2a0-4d83-83a2-0e38e46808ed None None] The sync data for ids ['1a1cffdb-3092-4843-a111-7b43c8e99f75'] in dv-cinder-847864-6-iscsi is: [{'id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:21Z', 'updated_at': '2022-07-04T09:40:24Z', 'revision_number': 4, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'gw_port': {'id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:22Z', 'updated_at': '2022-07-04T09:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'cf06dca4-5736-4a49-ae35-e769a491b833', 'name': '', 'network_id': '33b8b28f-6ff1-4c06-a54e-558aed568e85', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'mac_address': 'fa:16:3e:4b:b0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e68f7ff3-ce6c-4f68-8c76-d17c136973d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:24Z', 'updated_at': '2022-07-04T09:40:28Z', 'revision_number': 4, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'subnets': [{'id': 'e68f7ff3-ce6c-4f68-8c76-d17c136973d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:40:28.966177 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-95725ef7-fb48-4b69-9b51-8c8591966db0 None None] Provisioning complete for port cf06dca4-5736-4a49-ae35-e769a491b833 triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:28.966572 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-95725ef7-fb48-4b69-9b51-8c8591966db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:29.086364 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-95725ef7-fb48-4b69-9b51-8c8591966db0 None None] Current status of the port cf06dca4-5736-4a49-ae35-e769a491b833 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:29.096948 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 5d729b87-447f-4349-9ffb-ab618085a4d0 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:40:29.151857 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port 5d729b87-447f-4349-9ffb-ab618085a4d0 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:29.152558 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:29.227586 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port 5d729b87-447f-4349-9ffb-ab618085a4d0 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:31.042979 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device cf06dca4-5736-4a49-ae35-e769a491b833 up at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:40:31.096099 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Provisioning complete for port cf06dca4-5736-4a49-ae35-e769a491b833 triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:40:31.096472 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:31.169929 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Current status of the port cf06dca4-5736-4a49-ae35-e769a491b833 is: ACTIVE; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:40:42.010362 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bdfadd65-4730-49ca-b149-dbd7d4ef58c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:44.120810 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fdd11a2f-a135-4aa5-b3af-9ab277cfa80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:45.483833 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:46.842139 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:48.432485 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:49.215313 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:52.935074 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34478) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:53.075164 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e03114da-c618-4111-b756-1af0731d86c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:53.150902 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e03114da-c618-4111-b756-1af0731d86c6 admin admin] Publish callbacks [] for security_group (38df589d-afc1-4565-9a59-7f6f92244948), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:53.154636 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-e03114da-c618-4111-b756-1af0731d86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (38df589d-afc1-4565-9a59-7f6f92244948), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:53.192594 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-e03114da-c618-4111-b756-1af0731d86c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e5e6ec2cf9b4793a24e326857dd1266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564590 Jul 04 09:40:53.195339 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34482) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:53.202329 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03114da-c618-4111-b756-1af0731d86c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38df589d-afc1-4565-9a59-7f6f92244948,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:53.245692 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-00f54bd2-3035-41a2-9d70-f8b4302c8233 admin admin] Publish callbacks [] for security_group (38df589d-afc1-4565-9a59-7f6f92244948), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:53.267112 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-00f54bd2-3035-41a2-9d70-f8b4302c8233 admin admin] Publish callbacks [] for security_group (38df589d-afc1-4565-9a59-7f6f92244948), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:53.315164 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-00f54bd2-3035-41a2-9d70-f8b4302c8233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (38df589d-afc1-4565-9a59-7f6f92244948), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:53.318205 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-00f54bd2-3035-41a2-9d70-f8b4302c8233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:53.320199 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-00f54bd2-3035-41a2-9d70-f8b4302c8233 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38df589d-afc1-4565-9a59-7f6f92244948 HTTP/1.1" status: 204 len: 168 time: 0.1239364 Jul 04 09:40:53.327800 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f54bd2-3035-41a2-9d70-f8b4302c8233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38df589d-afc1-4565-9a59-7f6f92244948,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:55.591920 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34542) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:40:55.901272 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Deleting port 7a9c1418-9c14-4289-adab-5724e80ca622 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:55.901538 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (7a9c1418-9c14-4289-adab-5724e80ca622), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:55.976326 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (7a9c1418-9c14-4289-adab-5724e80ca622), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:55.976646 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (7a9c1418-9c14-4289-adab-5724e80ca622), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:55.987819 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Calling delete_port for 7a9c1418-9c14-4289-adab-5724e80ca622 owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:56.128359 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (7a9c1418-9c14-4289-adab-5724e80ca622), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:56.154003 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event deleted for resources: {'Port': ['ID=7a9c1418-9c14-4289-adab-5724e80ca622,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:40:56.214586 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:56.214922 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.db.l3_db [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Floating IP a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561 disassociated (deleted). External IP: 172.27.3.81, port: e83e2b8c-58ee-4c7f-ab81-8065f6c14316. Jul 04 09:40:56.409814 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Router cded9e65-9e76-48a2-aa83-81d03017969b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:40:56.509206 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:40:56.513899 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:56.518544 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] Sync routers for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:40:56.528805 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:56.529427 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:56.556552 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-cae43231-d937-4409-b903-43d61e567d01 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "DELETE /v2.0/floatingips/a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561 HTTP/1.1" status: 204 len: 168 time: 0.9612420 Jul 04 09:40:56.556552 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316'}] {{(pid=103745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:40:56.557168 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d96899ebc809ee7cde57487dfde59d6932e6a84fdc701662c4f6a34fb57cf8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b57b19e-c6c7-46b2-9011-899a439cf41d" -d '{"events": [{"name": "network-changed", "server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316"}]}' {{(pid=103745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:40:56.640813 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9116601f-6d37-401d-9628-7898686dfed4 req-172680b4-cb6b-4178-abdf-865406911eb2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701728 Jul 04 09:40:56.647911 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:56.748666 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116601f-6d37-401d-9628-7898686dfed4 req-933ae4c6-a007-4f9c-bb08-afac07c1c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:56.750375 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f2d6f-e8bb-4aaf-9333-44c4729a1f5a x-openstack-request-id: req-052f2d6f-e8bb-4aaf-9333-44c4729a1f5a {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:40:56.750883 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316", "status": "completed", "code": 200}]} {{(pid=103745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:40:56.751172 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-052f2d6f-e8bb-4aaf-9333-44c4729a1f5a {{(pid=103745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:40:56.751805 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.notifiers.nova [-] Nova event matching ['req-052f2d6f-e8bb-4aaf-9333-44c4729a1f5a'] response: {'name': 'network-changed', 'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'status': 'completed', 'code': 200} Jul 04 09:40:56.751944 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9116601f-6d37-401d-9628-7898686dfed4 req-933ae4c6-a007-4f9c-bb08-afac07c1c382 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 1131 time: 0.0631909 Jul 04 09:40:56.840401 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15608a0-868c-4455-8cdb-fc4a86c08774 req-c0938365-f7fa-4d3e-aa4f-5f4a96cae491 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:56.842388 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d15608a0-868c-4455-8cdb-fc4a86c08774 req-c0938365-f7fa-4d3e-aa4f-5f4a96cae491 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 945 time: 0.0583084 Jul 04 09:40:56.908979 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'd520c46a-c1d6-4871-b78d-51d5fa3cb0a0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:35:37Z', 'updated_at': '2022-07-04T09:35:40Z', 'revision_number': 1, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:56.918669 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d15608a0-868c-4455-8cdb-fc4a86c08774 req-5bb5bc06-ad5e-4e97-a4ab-51e24b427b8f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698988 Jul 04 09:40:56.939700 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] Checking router: cded9e65-9e76-48a2-aa83-81d03017969b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:40:56.947011 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-7a24576d-0b41-4521-9fdf-5f81dd241842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:56.948177 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:40:56.948515 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-7a24576d-0b41-4521-9fdf-5f81dd241842 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 1129 time: 0.1279459 Jul 04 09:40:56.948849 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:56.951226 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116601f-6d37-401d-9628-7898686dfed4 req-036d029b-36c5-44cd-864c-ff2edf3f5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:56.952558 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9116601f-6d37-401d-9628-7898686dfed4 req-036d029b-36c5-44cd-864c-ff2edf3f5c7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 200 len: 918 time: 0.1522057 Jul 04 09:40:57.055710 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:40:57.068024 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9116601f-6d37-401d-9628-7898686dfed4 req-fa7280f7-67b2-4669-a9f2-b894636456b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 HTTP/1.1" status: 200 len: 1002 time: 0.1069546 Jul 04 09:40:57.127669 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-29789855-f33f-4b88-9b94-f3c75a03409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:57.129188 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-29789855-f33f-4b88-9b94-f3c75a03409f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 913 time: 0.1623554 Jul 04 09:40:57.142637 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116601f-6d37-401d-9628-7898686dfed4 req-434e250e-8baa-40d9-a9cc-b07228a45604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:57.144008 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9116601f-6d37-401d-9628-7898686dfed4 req-434e250e-8baa-40d9-a9cc-b07228a45604 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 200 len: 856 time: 0.0684266 Jul 04 09:40:57.183277 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-ff4bd8a9-77ad-4195-ae22-93d8f4fdafcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83e2b8c-58ee-4c7f-ab81-8065f6c14316 HTTP/1.1" status: 200 len: 217 time: 0.0469024 Jul 04 09:40:57.252564 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-0a74dfcb-7597-4893-a2b9-67355a70821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:57.254001 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-0a74dfcb-7597-4893-a2b9-67355a70821d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.0527205 Jul 04 09:40:57.257516 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116601f-6d37-401d-9628-7898686dfed4 req-2997ef39-d44c-4d8a-bce8-74c826f192bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:57.258914 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9116601f-6d37-401d-9628-7898686dfed4 req-2997ef39-d44c-4d8a-bce8-74c826f192bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=618c36e6-8695-4130-9f58-1669576b2f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846455 Jul 04 09:40:57.272081 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'd520c46a-c1d6-4871-b78d-51d5fa3cb0a0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:35:37Z', 'updated_at': '2022-07-04T09:35:40Z', 'revision_number': 1, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:40:57.295857 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06329474-6eb6-44aa-9a7c-208941de91a2 None None] The sync data for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi is: [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': 'd520c46a-c1d6-4871-b78d-51d5fa3cb0a0', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'port_id': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1acb54-587d-4bfa-8f74-dda633529428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:35:37Z', 'updated_at': '2022-07-04T09:35:40Z', 'revision_number': 1, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:40:57.379055 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-c7cd2752-f34c-4cd4-b128-933ad7800ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:57.381615 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-c7cd2752-f34c-4cd4-b128-933ad7800ee9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199605 Jul 04 09:40:57.445295 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9116601f-6d37-401d-9628-7898686dfed4 req-fa8e677c-6dde-4421-9a90-5b7ea4ed4fe9 service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764169 Jul 04 09:40:57.545275 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-b30a4d84-009e-46cb-afe1-3ae292ef2772 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565974 Jul 04 09:40:57.608428 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb740237-4650-41b4-ae8b-569e50a1cf55 None None] New status for floating IP a4e7ee6b-1df9-4e1e-9fb8-bb50505f0561: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:40:57.618233 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9116601f-6d37-401d-9628-7898686dfed4 req-b9568b74-7057-4900-95ef-d505b5b59bee service neutron] 10.222.0.62 "GET /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622210 Jul 04 09:40:57.661398 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b57b19e-c6c7-46b2-9011-899a439cf41d req-2af1e373-fe54-4591-9abc-ec2bc0d7602e service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071148 Jul 04 09:40:58.045680 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e987-fdfb-4d99-8e45-cb1e094bbd06 req-ad1d820b-38fe-4fec-a095-24d5ee990341 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:58.047195 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2580e987-fdfb-4d99-8e45-cb1e094bbd06 req-ad1d820b-38fe-4fec-a095-24d5ee990341 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 945 time: 0.0581849 Jul 04 09:40:58.098672 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-2580e987-fdfb-4d99-8e45-cb1e094bbd06 req-29f87883-6307-4bda-b1f1-91521b9c894f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456576 Jul 04 09:40:59.219428 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f49cc-93fc-4fd4-9de2-933913cab6f5 req-6911ac25-5eeb-4477-b200-8f1908709357 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:59.220845 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a89f49cc-93fc-4fd4-9de2-933913cab6f5 req-6911ac25-5eeb-4477-b200-8f1908709357 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 945 time: 0.0542314 Jul 04 09:40:59.271973 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a89f49cc-93fc-4fd4-9de2-933913cab6f5 req-0bdbefa4-20ab-4b93-9640-f02074c03a35 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447214 Jul 04 09:40:59.418624 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-bf562580-abe1-4e6b-bdfd-781cc5a164a5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:40:59.420343 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-bf562580-abe1-4e6b-bdfd-781cc5a164a5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 945 time: 0.0528529 Jul 04 09:40:59.755820 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Deleting port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:40:59.756167 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:59.844040 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] For port e83e2b8c-58ee-4c7f-ab81-8065f6c14316, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:40:59.844407 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:40:59.860007 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Calling delete_port for e83e2b8c-58ee-4c7f-ab81-8065f6c14316 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:40:59.983157 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (e83e2b8c-58ee-4c7f-ab81-8065f6c14316), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:00.011761 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event deleted for resources: {'Port': ['ID=e83e2b8c-58ee-4c7f-ab81-8065f6c14316,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:00.060057 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] No DVR routers for this DVR port e83e2b8c-58ee-4c7f-ab81-8065f6c14316 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:00.062563 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:00.066096 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-95c1a1b7-eb13-4c87-a3d0-31f1caae2f7a req-d58935ac-dab9-40d0-94e7-01fa852c9ac3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "DELETE /v2.0/ports/e83e2b8c-58ee-4c7f-ab81-8065f6c14316 HTTP/1.1" status: 204 len: 173 time: 0.6403823 Jul 04 09:41:00.066526 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'name': 'network-vif-deleted', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:41:00.068765 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460b8165-7cf3-43ab-bfab-cfff34f0cdb6" -d '{"events": [{"server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "name": "network-vif-deleted", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:41:00.104003 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ce041f-a723-4645-9f08-401b4960255b x-openstack-request-id: req-c4ce041f-a723-4645-9f08-401b4960255b {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:41:00.104341 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f", "name": "network-vif-deleted", "tag": "e83e2b8c-58ee-4c7f-ab81-8065f6c14316", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:41:00.104616 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4ce041f-a723-4645-9f08-401b4960255b {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:41:00.105064 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ce041f-a723-4645-9f08-401b4960255b'] response: {'server_uuid': '588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f', 'name': 'network-vif-deleted', 'tag': 'e83e2b8c-58ee-4c7f-ab81-8065f6c14316', 'status': 'completed', 'code': 200} Jul 04 09:41:00.375264 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0db7cf86-5e3e-41fc-a486-84999e72d217 req-3a2a9ca5-4641-44c5-8f3b-b3233fa1b72e tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 210 time: 0.0322299 Jul 04 09:41:01.481197 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-657f9894-db39-4121-8982-9324a62957bd req-2ade60a8-05be-4e74-8142-a32d974afcd5 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=588a674d-86a1-4ac9-8b4f-7eca3b3a2c0f HTTP/1.1" status: 200 len: 210 time: 0.0279515 Jul 04 09:41:02.182735 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:41:02.252587 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-7a98634e-7f54-4a04-8677-8dfbaad48187 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111826500&fields=id&tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6 HTTP/1.1" status: 200 len: 267 time: 0.0448575 Jul 04 09:41:02.363689 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-fbc8cbba-0a3d-44f1-a5c5-b55ff9f811fd tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:02.365206 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-fbc8cbba-0a3d-44f1-a5c5-b55ff9f811fd tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 809 time: 0.1056437 Jul 04 09:41:02.381803 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-15e87cf3-274f-4df8-911c-50decc431306 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/quotas/84bb06cfdfdc437ab3781e7c4cacfae6 HTTP/1.1" status: 200 len: 375 time: 0.0099483 Jul 04 09:41:02.442849 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-d0b09983-e689-4a32-82e9-3259461ca569 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552299 Jul 04 09:41:02.512836 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-a8b0274e-a835-4394-a7a9-25e63b0ff638 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103745) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:41:02.514423 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-a8b0274e-a835-4394-a7a9-25e63b0ff638 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0590823 Jul 04 09:41:02.608926 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-68adf221-cda6-4e58-9306-21072f6f10fa service neutron] 10.222.0.73 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882089 Jul 04 09:41:02.660033 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device e83e2b8c-58ee-4c7f-ab81-8065f6c14316 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:02.678246 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: e83e2b8c-58ee-4c7f-ab81-8065f6c14316 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:02.678597 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device e83e2b8c-58ee-4c7f-ab81-8065f6c14316 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:02.702756 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-a657daa9-3ec8-42e3-96a3-735f8fb57169 service neutron] 10.222.0.73 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879717 Jul 04 09:41:03.005079 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-99b98ac9-a8a7-42e6-b47d-31d5c39460c2 req-25d5774a-3eaa-414a-a6b2-e679eb803e7f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0286877 Jul 04 09:41:03.375974 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34678) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:03.504359 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:03.589889 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Publish callbacks [] for security_group (dfd63f25-1b8e-4acf-98a2-ec36863193ae), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:03.593509 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (dfd63f25-1b8e-4acf-98a2-ec36863193ae), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:03.637434 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c00357589094dd68f2d366592dda2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603273 Jul 04 09:41:03.638433 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd63f25-1b8e-4acf-98a2-ec36863193ae,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:03.640379 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34682) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:03.647505 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.647505 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.647505 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.647505 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.648103 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.648103 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.648319 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.648650 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.649664 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.650054 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.650532 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.650866 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.651299 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e9b36-71b3-4c4d-8885-f85091a66655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:03.705935 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-58786df4-8d64-49d2-b978-38d536e2b166 admin admin] Publish callbacks [] for security_group (dfd63f25-1b8e-4acf-98a2-ec36863193ae), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:03.730833 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-58786df4-8d64-49d2-b978-38d536e2b166 admin admin] Publish callbacks [] for security_group (dfd63f25-1b8e-4acf-98a2-ec36863193ae), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:03.791353 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-58786df4-8d64-49d2-b978-38d536e2b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (dfd63f25-1b8e-4acf-98a2-ec36863193ae), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:03.796299 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-58786df4-8d64-49d2-b978-38d536e2b166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:03.797455 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-58786df4-8d64-49d2-b978-38d536e2b166 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dfd63f25-1b8e-4acf-98a2-ec36863193ae HTTP/1.1" status: 204 len: 168 time: 0.1558967 Jul 04 09:41:03.806154 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58786df4-8d64-49d2-b978-38d536e2b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd63f25-1b8e-4acf-98a2-ec36863193ae,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:04.070295 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34696) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:04.094479 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8665c49-dbda-47f2-ae4a-bf84ecd5d5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.116026 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-04ec56c6-e1a6-4d82-b6f7-fa89bd3dcd8e req-e0d421b6-b649-4382-97ac-7bbc957d239c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0370226 Jul 04 09:41:04.190904 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8665c49-dbda-47f2-ae4a-bf84ecd5d5c6 admin admin] Publish callbacks [] for security_group (cdc19761-c361-4ed1-9b8e-a3b7bc506287), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.194724 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d8665c49-dbda-47f2-ae4a-bf84ecd5d5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cdc19761-c361-4ed1-9b8e-a3b7bc506287), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.239720 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d8665c49-dbda-47f2-ae4a-bf84ecd5d5c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0adfb77ffbe54579bbf1538397118b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646593 Jul 04 09:41:04.239720 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8665c49-dbda-47f2-ae4a-bf84ecd5d5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc19761-c361-4ed1-9b8e-a3b7bc506287,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:04.241032 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34698) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:04.304060 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0cfef0dc-dfc2-4d10-9652-3aa14279484b admin admin] Publish callbacks [] for security_group (cdc19761-c361-4ed1-9b8e-a3b7bc506287), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.330356 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0cfef0dc-dfc2-4d10-9652-3aa14279484b admin admin] Publish callbacks [] for security_group (cdc19761-c361-4ed1-9b8e-a3b7bc506287), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.337335 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-0db06822-8bf4-405d-b50c-1f618fd1fbb8 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:04.339142 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-0db06822-8bf4-405d-b50c-1f618fd1fbb8 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.62 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 809 time: 0.1278412 Jul 04 09:41:04.381589 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0cfef0dc-dfc2-4d10-9652-3aa14279484b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cdc19761-c361-4ed1-9b8e-a3b7bc506287), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.384760 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-0cfef0dc-dfc2-4d10-9652-3aa14279484b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.385951 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-0cfef0dc-dfc2-4d10-9652-3aa14279484b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cdc19761-c361-4ed1-9b8e-a3b7bc506287 HTTP/1.1" status: 204 len: 168 time: 0.1439152 Jul 04 09:41:04.395273 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfef0dc-dfc2-4d10-9652-3aa14279484b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc19761-c361-4ed1-9b8e-a3b7bc506287,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:04.417666 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-210136d9-45f6-4455-969e-5033fc02b605 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6 HTTP/1.1" status: 200 len: 379 time: 0.0606461 Jul 04 09:41:04.426195 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Request body: {'port': {'device_id': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'admin_state_up': True, 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'security_groups': ['0e7a6147-8fad-46e0-ba6d-6d9c578e98f8']}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:41:04.539519 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Made reservation on behalf of 84bb06cfdfdc437ab3781e7c4cacfae6 for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:41:04.562260 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.693291 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Allocated IP 172.20.0.7 (d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd/8d39541e-138f-4eba-b12a-12951e6bea50/3a8edb9a-1f20-4296-b83b-3fa432c94dca) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:41:04.779738 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34704) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:04.795902 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b61d5ea5-8a01-4af5-b33b-aedbda32f0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.814372 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34708) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:04.880314 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b61d5ea5-8a01-4af5-b33b-aedbda32f0c8 admin admin] Publish callbacks [] for security_group (fae66f96-21ad-4670-8b24-c301b92bc9ab), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.889200 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b61d5ea5-8a01-4af5-b33b-aedbda32f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fae66f96-21ad-4670-8b24-c301b92bc9ab), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:04.940796 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b61d5ea5-8a01-4af5-b33b-aedbda32f0c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd58c401d0c844a48392ad4f454a9633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575308 Jul 04 09:41:04.940796 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d5ea5-8a01-4af5-b33b-aedbda32f0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae66f96-21ad-4670-8b24-c301b92bc9ab,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:04.942907 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34712) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:04.947580 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.014832 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-80772341-a721-4ed6-9f0f-093141fe120d admin admin] Publish callbacks [] for security_group (fae66f96-21ad-4670-8b24-c301b92bc9ab), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.037570 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.038845 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-80772341-a721-4ed6-9f0f-093141fe120d admin admin] Publish callbacks [] for security_group (fae66f96-21ad-4670-8b24-c301b92bc9ab), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.074343 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Deleting port f2921b2a-f1f0-4494-8458-5fbcd48a5257 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:05.074582 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (f2921b2a-f1f0-4494-8458-5fbcd48a5257), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.096118 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-80772341-a721-4ed6-9f0f-093141fe120d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fae66f96-21ad-4670-8b24-c301b92bc9ab), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.098966 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-80772341-a721-4ed6-9f0f-093141fe120d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.100651 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-80772341-a721-4ed6-9f0f-093141fe120d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fae66f96-21ad-4670-8b24-c301b92bc9ab HTTP/1.1" status: 204 len: 168 time: 0.1490951 Jul 04 09:41:05.112380 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80772341-a721-4ed6-9f0f-093141fe120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae66f96-21ad-4670-8b24-c301b92bc9ab,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:05.138204 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:41:05.146448 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:41:05.151007 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'Port': ['ID=3a8edb9a-1f20-4296-b83b-3fa432c94dca,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:05.154654 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:41:05.231221 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (f2921b2a-f1f0-4494-8458-5fbcd48a5257), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.231554 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (f2921b2a-f1f0-4494-8458-5fbcd48a5257), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.268333 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Calling delete_port for f2921b2a-f1f0-4494-8458-5fbcd48a5257 owned by network:floatingip {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:05.276229 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:05.276931 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.307973 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-8ec6dea9-97ec-4749-be5c-5e664fdfa6a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8855953 Jul 04 09:41:05.346603 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Request body: {'port': {'device_id': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:41:05.361475 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edaec5-4134-4938-8eb7-c8d5578abfb2 req-dd70f1fd-8d26-4891-a8a1-0fa9a53db5f7 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:05.363055 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-18edaec5-4134-4938-8eb7-c8d5578abfb2 req-dd70f1fd-8d26-4891-a8a1-0fa9a53db5f7 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 931 time: 0.1595674 Jul 04 09:41:05.453877 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-5708f72a-0435-4d9d-a849-9fb69f3e084e None None] Provisioning complete for port 3a8edb9a-1f20-4296-b83b-3fa432c94dca triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:41:05.454870 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5708f72a-0435-4d9d-a849-9fb69f3e084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.498643 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-5708f72a-0435-4d9d-a849-9fb69f3e084e None None] Port 3a8edb9a-1f20-4296-b83b-3fa432c94dca cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:41:05.510257 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.516683 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-18edaec5-4134-4938-8eb7-c8d5578abfb2 req-9cd886fd-bd6f-4872-9c4e-dc987bfc573c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212800 Jul 04 09:41:05.675581 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (f2921b2a-f1f0-4494-8458-5fbcd48a5257), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.743960 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event deleted for resources: {'Port': ['ID=f2921b2a-f1f0-4494-8458-5fbcd48a5257,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:05.787227 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.787582 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.788016 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.788244 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.788577 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.788899 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.789226 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.790110 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.790532 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.790858 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.791181 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.791499 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.791817 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:05.829982 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (d520c46a-c1d6-4871-b78d-51d5fa3cb0a0), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:05.830393 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Floating IP d520c46a-c1d6-4871-b78d-51d5fa3cb0a0 disassociated (deleted). External IP: 172.27.3.179, port: d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43. Jul 04 09:41:05.981071 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8edb9a-1f20-4296-b83b-3fa432c94dca {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:41:05.990266 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Publish callbacks [] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:06.041555 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Transition to ACTIVE for port object 3a8edb9a-1f20-4296-b83b-3fa432c94dca will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:41:06.049061 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:06.167695 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8edb9a-1f20-4296-b83b-3fa432c94dca,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:06.195833 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Router cded9e65-9e76-48a2-aa83-81d03017969b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:41:06.276158 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Attempting to bind port 3a8edb9a-1f20-4296-b83b-3fa432c94dca on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:41:06.276545 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Attempting to bind port 3a8edb9a-1f20-4296-b83b-3fa432c94dca by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:41:06.276817 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Attempting to bind port 3a8edb9a-1f20-4296-b83b-3fa432c94dca on network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:41:06.285403 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Port 3a8edb9a-1f20-4296-b83b-3fa432c94dca on network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:41:06.285403 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Attempting to bind port 3a8edb9a-1f20-4296-b83b-3fa432c94dca on network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:41:06.315707 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:41:06.316040 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Checking segment: {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:41:06.316425 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Bound using segment: {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:41:06.316867 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Bound port: 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:41:06.317244 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:06.363195 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:41:06.369004 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:06.373597 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] Sync routers for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:41:06.387154 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:06.388186 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:06.424042 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-2fe3abc8-491c-4f5f-a93a-5ec061f994f3 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "DELETE /v2.0/floatingips/d520c46a-c1d6-4871-b78d-51d5fa3cb0a0 HTTP/1.1" status: 204 len: 168 time: 1.6062465 Jul 04 09:41:06.424042 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:41:06.428406 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:41:06.438783 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:41:06.446755 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:41:06.458758 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:06.533911 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6832791-7256-4077-a120-e2f1b042c973 x-openstack-request-id: req-a6832791-7256-4077-a120-e2f1b042c973 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:41:06.534231 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:41:06.534493 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6832791-7256-4077-a120-e2f1b042c973 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:41:06.535116 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6832791-7256-4077-a120-e2f1b042c973'] response: {'name': 'network-changed', 'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'status': 'completed', 'code': 200} Jul 04 09:41:06.544858 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:06.545463 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:06.546919 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] 10.222.0.62 "PUT /v2.0/ports/3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 1093 time: 1.2092366 Jul 04 09:41:06.556123 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:06.572647 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3efaa-4675-4f9c-95ce-fbb905859425 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8edb9a-1f20-4296-b83b-3fa432c94dca,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:06.775942 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d61c3-af08-4e60-8341-b7e836d29103 req-d5a23ca2-1a20-437a-8aab-bc6290bfc240 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:06.777908 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b66d61c3-af08-4e60-8341-b7e836d29103 req-d5a23ca2-1a20-437a-8aab-bc6290bfc240 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 946 time: 0.0608370 Jul 04 09:41:06.802305 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-82c6cb5a-3989-4a7b-9e6f-a78adb6b5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:06.804480 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-82c6cb5a-3989-4a7b-9e6f-a78adb6b5fe7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba45ec642c4e407399bc25b38d8774a0&device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 1130 time: 0.1805332 Jul 04 09:41:06.838276 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:06.851984 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b66d61c3-af08-4e60-8341-b7e836d29103 req-2332a2b7-1ddb-4604-85e1-a313704fedee tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661955 Jul 04 09:41:06.859602 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-529ea364-5700-4c94-84b1-3d5d03cf1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:06.861244 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-529ea364-5700-4c94-84b1-3d5d03cf1768 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1127 time: 0.1693969 Jul 04 09:41:06.869567 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d7c6-72fc-43ea-b0e8-819bfddef034 req-6ea192de-f38d-4cf2-a903-caed95eda32e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:06.871209 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eac1d7c6-72fc-43ea-b0e8-819bfddef034 req-6ea192de-f38d-4cf2-a903-caed95eda32e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.2328610 Jul 04 09:41:06.881634 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] Checking router: cded9e65-9e76-48a2-aa83-81d03017969b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:41:06.891061 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:06.891779 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:06.956376 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-74f2da0e-89ee-49da-bdfb-4b752c0b7ccf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 217 time: 0.0585301 Jul 04 09:41:06.988709 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-eac1d7c6-72fc-43ea-b0e8-819bfddef034 req-de287942-c152-4f37-8f32-8373da893c14 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920141 Jul 04 09:41:07.000980 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:07.055105 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-e2c0c66c-dbec-4f5d-916d-6ec996a0d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:07.057235 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-e2c0c66c-dbec-4f5d-916d-6ec996a0d5bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 200 len: 913 time: 0.2401567 Jul 04 09:41:07.061336 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-446fc931-4531-4d2d-9f73-ea7abe79db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:07.062717 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-446fc931-4531-4d2d-9f73-ea7abe79db2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 200 len: 848 time: 0.0802531 Jul 04 09:41:07.138975 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-276ca8d5-4e93-49ae-a666-b28a19536b49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 HTTP/1.1" status: 200 len: 217 time: 0.0636411 Jul 04 09:41:07.155222 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-acce4ab7-3cbf-4467-b872-e2a5b206938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:07.156743 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-acce4ab7-3cbf-4467-b872-e2a5b206938e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827618 Jul 04 09:41:07.216969 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:07.243169 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debca778-bed9-4acf-ba05-c520a5b6dac0 None None] The sync data for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi is: [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:20Z', 'revision_number': 4, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'ee5c8d29-eb59-490d-93e9-83cdceb83f98', 'name': '', 'network_id': 'b1b1fd40-a3a7-4293-b5a2-8c03dc51008e', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'mac_address': 'fa:16:3e:62:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:17Z', 'updated_at': '2022-07-04T09:30:24Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'subnets': [{'id': 'cd00959d-7155-4272-b795-f877b6e36b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:41:07.493546 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-265e0b53-938d-4e05-8f35-8d6492c2cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:07.495201 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-265e0b53-938d-4e05-8f35-8d6492c2cdb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 200 len: 851 time: 0.3376062 Jul 04 09:41:07.495328 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357f5c6-86af-4b93-ba7c-3e8585c63aff None None] New status for floating IP d520c46a-c1d6-4871-b78d-51d5fa3cb0a0: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:41:07.553627 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-0ca1546b-60b6-49f5-8845-560d55e7abae service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873839 Jul 04 09:41:07.572560 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-53ef810c-8086-41a0-9b72-c6afa0d320fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:07.574098 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-53ef810c-8086-41a0-9b72-c6afa0d320fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625112 Jul 04 09:41:07.817983 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-ecc06196-eeee-46cc-9531-96c93f0270a2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:07.819436 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-ecc06196-eeee-46cc-9531-96c93f0270a2 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 946 time: 0.1769309 Jul 04 09:41:07.868750 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-38948c6a-05ad-40ab-85c0-3de61ccfb7ed req-153c15af-1a6e-4069-a2de-52ea00ec0d40 service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269638 Jul 04 09:41:07.872507 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-d433e9db-9c67-46c7-97b3-f7ed122c6dda service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382276 Jul 04 09:41:07.976444 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c047-1d46-42c8-9516-ced06df2cd0f req-ec0955a4-e80a-46e6-9cd6-349eec64d327 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:07.978647 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-96c1c047-1d46-42c8-9516-ced06df2cd0f req-ec0955a4-e80a-46e6-9cd6-349eec64d327 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 946 time: 0.0597589 Jul 04 09:41:08.006529 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Deleting port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:08.006875 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:08.031238 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-96c1c047-1d46-42c8-9516-ced06df2cd0f req-c5cc7008-c765-4b47-b159-1c9cceb2ef6f tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/security-groups?id=ddb03820-8946-4ecd-aae6-affebeaad95c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467637 Jul 04 09:41:08.061013 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f3d822e6-9810-4dd7-a5c4-5467b0a1bab0 req-44842b6c-edc3-488e-b242-238aac86b75e service neutron] 10.222.0.62 "GET /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686797 Jul 04 09:41:08.147197 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] For port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:08.147477 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:08.165797 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Calling delete_port for d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:08.174081 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51a57e-926c-4177-aafc-bc5dc8c1533d req-5a1213b8-65b7-4826-aa8f-3288d6d13d85 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:08.175586 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5d51a57e-926c-4177-aafc-bc5dc8c1533d req-5a1213b8-65b7-4826-aa8f-3288d6d13d85 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.1008244 Jul 04 09:41:08.272032 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-5d51a57e-926c-4177-aafc-bc5dc8c1533d req-46f3c175-41b0-472d-ad18-68c79982a7f3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896995 Jul 04 09:41:08.349092 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:08.376671 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event deleted for resources: {'Port': ['ID=d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:08.422362 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] No DVR routers for this DVR port d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:08.424799 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:08.428737 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-82c186ab-72fc-4e2b-945b-3e46237d3ebf req-0f9975e6-c069-4c15-b426-a4405c10d902 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.62 "DELETE /v2.0/ports/d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 HTTP/1.1" status: 204 len: 173 time: 0.5984552 Jul 04 09:41:08.535783 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca'}, {'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'name': 'network-vif-deleted', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:41:08.538287 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f" -d '{"events": [{"name": "network-changed", "server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca"}, {"server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "name": "network-vif-deleted", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:41:08.582191 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 04 Jul 2022 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c51308-749e-4f42-90b7-c1149ffd051a x-openstack-request-id: req-b1c51308-749e-4f42-90b7-c1149ffd051a {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:41:08.582494 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca", "status": "completed", "code": 200}, {"server_uuid": "6f1acb54-587d-4bfa-8f74-dda633529428", "name": "network-vif-deleted", "tag": "d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:41:08.582751 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1c51308-749e-4f42-90b7-c1149ffd051a {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:41:08.583159 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c51308-749e-4f42-90b7-c1149ffd051a'] response: {'name': 'network-changed', 'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'status': 'completed', 'code': 200} Jul 04 09:41:08.583416 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c51308-749e-4f42-90b7-c1149ffd051a'] response: {'server_uuid': '6f1acb54-587d-4bfa-8f74-dda633529428', 'name': 'network-vif-deleted', 'tag': 'd1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43', 'status': 'completed', 'code': 200} Jul 04 09:41:08.676163 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-3e5ace04-9334-48f9-8a64-c3277713c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:08.677594 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-3e5ace04-9334-48f9-8a64-c3277713c2ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1127 time: 0.0455673 Jul 04 09:41:08.779694 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-fdc1e46f-7ffa-425b-b9e4-8c6aa0b847a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:08.781301 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-fdc1e46f-7ffa-425b-b9e4-8c6aa0b847a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 910 time: 0.0978220 Jul 04 09:41:08.826089 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-7a9f7988-e95c-450d-8ea0-83a5da784907 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 217 time: 0.0372744 Jul 04 09:41:08.897602 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-5b83b4c2-6fd6-4b20-b439-6cb0f8ccbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:08.899176 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-5b83b4c2-6fd6-4b20-b439-6cb0f8ccbeb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 200 len: 848 time: 0.0610206 Jul 04 09:41:08.968824 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-cd1b9432-0a35-46ad-84ae-b665428f8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:08.970272 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-cd1b9432-0a35-46ad-84ae-b665428f8d28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462918 Jul 04 09:41:09.065547 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-e07f5e5b-12c7-4b67-b237-e524b3f38e1f service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857861 Jul 04 09:41:09.157972 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3b89ffe9-7cb3-4559-9b44-0b7fae17f591 req-99ec02f9-4fc7-4ff5-9243-27578efc70dc tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1acb54-587d-4bfa-8f74-dda633529428 HTTP/1.1" status: 200 len: 210 time: 0.0374706 Jul 04 09:41:09.191295 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ab1d25de-15ea-4aaa-9aca-c43bd02c564f req-d14b97e6-0004-4cb4-9727-79050bb3845c service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189213 Jul 04 09:41:09.399339 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315019b5-c8c9-4b9c-abf2-a1a30afd4ba7 req-fda2f6e4-8b23-4dfa-b58d-6c7fd1979686 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:09.400812 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-315019b5-c8c9-4b9c-abf2-a1a30afd4ba7 req-fda2f6e4-8b23-4dfa-b58d-6c7fd1979686 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0577517 Jul 04 09:41:09.454269 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-315019b5-c8c9-4b9c-abf2-a1a30afd4ba7 req-8e9262c5-4afc-4952-87b7-fbf7ef4a55b0 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461009 Jul 04 09:41:10.213828 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34822) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:10.335542 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Deleting port e53306a3-984b-406a-a499-0984e4ccb2e4 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:10.335891 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (e53306a3-984b-406a-a499-0984e4ccb2e4), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:10.417735 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (e53306a3-984b-406a-a499-0984e4ccb2e4), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:10.418444 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (e53306a3-984b-406a-a499-0984e4ccb2e4), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:10.430836 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Calling delete_port for e53306a3-984b-406a-a499-0984e4ccb2e4 owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:10.600859 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (e53306a3-984b-406a-a499-0984e4ccb2e4), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:10.633855 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event deleted for resources: {'Port': ['ID=e53306a3-984b-406a-a499-0984e4ccb2e4,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:10.644551 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3675362-4ea5-474a-bbe9-e59550f192b8 req-6dfc2b2c-4c85-48f6-88f8-f85e3db83ffd tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:10.646063 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e3675362-4ea5-474a-bbe9-e59550f192b8 req-6dfc2b2c-4c85-48f6-88f8-f85e3db83ffd tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.1233163 Jul 04 09:41:10.651462 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:10.670847 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:10.671197 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device d1f89dfe-0688-4c17-bfe7-b8ab8fc4dd43 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:10.746753 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-e3675362-4ea5-474a-bbe9-e59550f192b8 req-b2ba5dfe-a4a4-422a-836d-dfa19205ff69 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814660 Jul 04 09:41:10.747540 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for floatingip (eb7c042f-199b-4ccf-8976-ab4ee6cbac2e), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:10.750059 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:10.753485 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-915e24d2-270d-4b0f-8a1f-92dabc738c25 tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "DELETE /v2.0/floatingips/eb7c042f-199b-4ccf-8976-ab4ee6cbac2e HTTP/1.1" status: 204 len: 168 time: 0.5362513 Jul 04 09:41:11.874830 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80793335-a071-432f-bdb8-7c582f7ecbde req-dee1d279-abb2-4527-bde9-1bb32e57364b tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:11.876338 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-80793335-a071-432f-bdb8-7c582f7ecbde req-dee1d279-abb2-4527-bde9-1bb32e57364b tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0565262 Jul 04 09:41:11.927832 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-80793335-a071-432f-bdb8-7c582f7ecbde req-3446b550-f05a-4e31-8f1d-ab908487adb0 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459471 Jul 04 09:41:11.953595 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34844) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:12.006542 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-cd1cafb8-25ba-4dc0-8de5-b3cf43b94601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:12.020834 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-09b69736-b566-4a19-a10b-2725cdfbf5de tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group (ddb03820-8946-4ecd-aae6-affebeaad95c), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:12.048667 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-09b69736-b566-4a19-a10b-2725cdfbf5de tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group (ddb03820-8946-4ecd-aae6-affebeaad95c), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:12.109591 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-09b69736-b566-4a19-a10b-2725cdfbf5de tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (ddb03820-8946-4ecd-aae6-affebeaad95c), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:12.112364 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-09b69736-b566-4a19-a10b-2725cdfbf5de tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:12.113527 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-09b69736-b566-4a19-a10b-2725cdfbf5de tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] 10.222.0.73 "DELETE /v2.0/security-groups/ddb03820-8946-4ecd-aae6-affebeaad95c HTTP/1.1" status: 204 len: 168 time: 0.1588967 Jul 04 09:41:12.125764 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b69736-b566-4a19-a10b-2725cdfbf5de tempest-TestVolumeBootPattern-2111876415 tempest-TestVolumeBootPattern-2111876415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb03820-8946-4ecd-aae6-affebeaad95c,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:12.176129 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34848) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:12.663791 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (cded9e65-9e76-48a2-aa83-81d03017969b), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:12.909466 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Deleting port ee5c8d29-eb59-490d-93e9-83cdceb83f98 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:12.910196 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:12.996625 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] For port ee5c8d29-eb59-490d-93e9-83cdceb83f98, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=ee5c8d29-eb59-490d-93e9-83cdceb83f98,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:12.996986 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:13.018743 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Calling delete_port for ee5c8d29-eb59-490d-93e9-83cdceb83f98 owned by network:router_interface {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:13.108534 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510b2be-6282-4716-ac21-8734ec1a4510 req-b38bbe67-4f55-4a91-b61e-c523ccb06b8e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:13.110006 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e510b2be-6282-4716-ac21-8734ec1a4510 req-b38bbe67-4f55-4a91-b61e-c523ccb06b8e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.1104441 Jul 04 09:41:13.209744 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-e510b2be-6282-4716-ac21-8734ec1a4510 req-aa6582d5-b27f-49ef-b1dc-b28683775557 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934010 Jul 04 09:41:13.275080 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (ee5c8d29-eb59-490d-93e9-83cdceb83f98), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:13.301221 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5c8d29-eb59-490d-93e9-83cdceb83f98,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:13.471043 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (cded9e65-9e76-48a2-aa83-81d03017969b), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:13.678818 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Router cded9e65-9e76-48a2-aa83-81d03017969b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:41:13.780861 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:41:13.785642 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4ea5c3db-7b45-4f86-901c-ffed6a86743a admin admin] 10.222.0.73 "PUT /v2.0/routers/cded9e65-9e76-48a2-aa83-81d03017969b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084764 Jul 04 09:41:13.788230 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34856) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:13.789130 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] Sync routers for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:41:13.799373 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:13.799975 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:40:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:13.909079 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:14.099079 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:41:13Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:14.123893 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-419d5940-2db2-48b6-923d-86bcbd928d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.124504 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] Checking router: cded9e65-9e76-48a2-aa83-81d03017969b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:41:14.133722 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] Routers {'cded9e65-9e76-48a2-aa83-81d03017969b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:14.134646 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['cded9e65-9e76-48a2-aa83-81d03017969b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:14.145139 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks [] for router (cded9e65-9e76-48a2-aa83-81d03017969b), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.238632 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] Set router cded9e65-9e76-48a2-aa83-81d03017969b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:14.249445 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks [] for router_gateway (cded9e65-9e76-48a2-aa83-81d03017969b), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.311090 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Deleting port 6369514b-4012-4e13-ad60-5af90b87aeac {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:14.311435 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.347434 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9eeb-d35b-4018-bfe6-56b613741b48 req-55ae51b7-79a8-4f96-a84f-fa7073cea591 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:14.354147 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7dfd9eeb-d35b-4018-bfe6-56b613741b48 req-55ae51b7-79a8-4f96-a84f-fa7073cea591 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0665216 Jul 04 09:41:14.403993 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] For port 6369514b-4012-4e13-ad60-5af90b87aeac, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=6369514b-4012-4e13-ad60-5af90b87aeac,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:14.404363 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.415037 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7dfd9eeb-d35b-4018-bfe6-56b613741b48 req-f60d86d7-be47-40b7-bcc0-39d4fcf9f95e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548363 Jul 04 09:41:14.418137 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Calling delete_port for 6369514b-4012-4e13-ad60-5af90b87aeac owned by network:router_gateway {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:14.427734 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:41:13Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:14.455948 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c7152-3a28-4952-8a77-de2f585cb468 None None] The sync data for ids ['cded9e65-9e76-48a2-aa83-81d03017969b'] in dv-cinder-847864-6-iscsi is: [{'id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'name': 'tempest-TestVolumeBootPattern-1633799629-router', 'tenant_id': 'ba45ec642c4e407399bc25b38d8774a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:41:13Z', 'revision_number': 5, 'project_id': 'ba45ec642c4e407399bc25b38d8774a0', 'gw_port': {'id': '6369514b-4012-4e13-ad60-5af90b87aeac', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cded9e65-9e76-48a2-aa83-81d03017969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:12Z', 'updated_at': '2022-07-04T09:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:41:14.603975 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (6369514b-4012-4e13-ad60-5af90b87aeac), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.629416 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Pushing event deleted for resources: {'Port': ['ID=6369514b-4012-4e13-ad60-5af90b87aeac,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:14.694745 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (cded9e65-9e76-48a2-aa83-81d03017969b), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.785843 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (cded9e65-9e76-48a2-aa83-81d03017969b), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.788066 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks [] for router_controller (cded9e65-9e76-48a2-aa83-81d03017969b), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.835480 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (cded9e65-9e76-48a2-aa83-81d03017969b), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.836328 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cded9e65-9e76-48a2-aa83-81d03017969b {{(pid=103746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:41:14.841893 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.845392 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-6b3f88c4-cfd9-4784-857d-d7250781fe78 admin admin] 10.222.0.73 "DELETE /v2.0/routers/cded9e65-9e76-48a2-aa83-81d03017969b HTTP/1.1" status: 204 len: 168 time: 1.0539186 Jul 04 09:41:14.845681 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34862) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:14.894074 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bc255e-b76d-43a0-a21c-353082cec4a0 admin admin] Deleting subnet cd00959d-7155-4272-b795-f877b6e36b55 {{(pid=103746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:41:14.898231 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-91bc255e-b76d-43a0-a21c-353082cec4a0 admin admin] Publish callbacks [] for subnet (cd00959d-7155-4272-b795-f877b6e36b55), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:14.939231 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-91bc255e-b76d-43a0-a21c-353082cec4a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12527057'] for subnet (cd00959d-7155-4272-b795-f877b6e36b55), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.032943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-91bc255e-b76d-43a0-a21c-353082cec4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (cd00959d-7155-4272-b795-f877b6e36b55), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.096213 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-91bc255e-b76d-43a0-a21c-353082cec4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8451739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237258'] for subnet (cd00959d-7155-4272-b795-f877b6e36b55), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.118646 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device ee5c8d29-eb59-490d-93e9-83cdceb83f98 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:15.123765 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc255e-b76d-43a0-a21c-353082cec4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd00959d-7155-4272-b795-f877b6e36b55,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:15.127841 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-91bc255e-b76d-43a0-a21c-353082cec4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.133814 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34866) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:15.133974 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-91bc255e-b76d-43a0-a21c-353082cec4a0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cd00959d-7155-4272-b795-f877b6e36b55 HTTP/1.1" status: 204 len: 168 time: 0.2871165 Jul 04 09:41:15.143566 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db9be7-0997-498f-867a-851d0f94c28d None None] Network b1b1fd40-a3a7-4293-b5a2-8c03dc51008e requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:41:15.159053 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: ee5c8d29-eb59-490d-93e9-83cdceb83f98 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:15.159396 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device ee5c8d29-eb59-490d-93e9-83cdceb83f98 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:15.213576 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.266176 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Deleting port c9c4e493-9800-4a25-8fa8-9a55c121ba05 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:15.266517 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.329652 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] For port c9c4e493-9800-4a25-8fa8-9a55c121ba05, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=c9c4e493-9800-4a25-8fa8-9a55c121ba05,segment=NetworkSegment(801f4449-1ff6-4255-9c5a-34aa2d9c5ba2),segment_id=801f4449-1ff6-4255-9c5a-34aa2d9c5ba2)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:15.330016 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.342784 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Calling delete_port for c9c4e493-9800-4a25-8fa8-9a55c121ba05 owned by network:dhcp {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:15.426430 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (c9c4e493-9800-4a25-8fa8-9a55c121ba05), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.453612 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c4e493-9800-4a25-8fa8-9a55c121ba05,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:15.455549 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] No DVR routers for this DVR port c9c4e493-9800-4a25-8fa8-9a55c121ba05 on host dv-cinder-847864-6-iscsi {{(pid=103745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:15.486561 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e816e-9b02-4cc3-941c-3793bcb82caa None None] DHCP port deletion for b1b1fd40-a3a7-4293-b5a2-8c03dc51008e request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:41:15.512100 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.546431 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.567455 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b1fd40-a3a7-4293-b5a2-8c03dc51008e']}} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:15.577303 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2') {'for_net_delete': True} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:15.577613 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801f4449-1ff6-4255-9c5a-34aa2d9c5ba2') {} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:15.587080 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16734171'] for segment (801f4449-1ff6-4255-9c5a-34aa2d9c5ba2), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.591869 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce167381-316d-4b7a-998a-be16bf3d9531 req-205633ab-61bf-496e-bbf9-081d0f4595ed tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:15.593769 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ce167381-316d-4b7a-998a-be16bf3d9531 req-205633ab-61bf-496e-bbf9-081d0f4595ed tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0694857 Jul 04 09:41:15.601774 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (801f4449-1ff6-4255-9c5a-34aa2d9c5ba2), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.608058 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:41:15.608449 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16527931'] for segment (801f4449-1ff6-4255-9c5a-34aa2d9c5ba2), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.648430 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment 801f4449-1ff6-4255-9c5a-34aa2d9c5ba2 resource provider aggregate not found Jul 04 09:41:15.651705 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ce167381-316d-4b7a-998a-be16bf3d9531 req-bda04220-3b5b-4a72-bf9c-66499a7eaf40 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524898 Jul 04 09:41:15.668203 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment 801f4449-1ff6-4255-9c5a-34aa2d9c5ba2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 801f4449-1ff6-4255-9c5a-34aa2d9c5ba2 found for delete ", "request_id": "req-82d96b0d-6e05-4a71-8a43-77415b1ae290"}]} Jul 04 09:41:15.677017 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (b1b1fd40-a3a7-4293-b5a2-8c03dc51008e), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.682738 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:15.686314 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] 10.222.0.73 "DELETE /v2.0/networks/b1b1fd40-a3a7-4293-b5a2-8c03dc51008e HTTP/1.1" status: 204 len: 168 time: 0.5503511 Jul 04 09:41:15.689328 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34874) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:15.697585 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d6106-82d4-4fc9-9d1d-09177256b8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b1fd40-a3a7-4293-b5a2-8c03dc51008e,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:16.028093 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:16.261656 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Deleting port 9cdbe882-5d7e-4047-a863-afc7ba4278dd {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:16.262042 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:16.343533 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] For port 9cdbe882-5d7e-4047-a863-afc7ba4278dd, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=9cdbe882-5d7e-4047-a863-afc7ba4278dd,segment=NetworkSegment(2a84c306-d4dd-4059-92d9-50c66f59fe5a),segment_id=2a84c306-d4dd-4059-92d9-50c66f59fe5a)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:16.343903 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:16.357575 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Calling delete_port for 9cdbe882-5d7e-4047-a863-afc7ba4278dd owned by network:router_interface {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:16.540450 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (9cdbe882-5d7e-4047-a863-afc7ba4278dd), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:16.564583 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdbe882-5d7e-4047-a863-afc7ba4278dd,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:16.703623 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3a8edb9a-1f20-4296-b83b-3fa432c94dca details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:41:16.732352 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:16.787513 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd0dd5-39f3-443b-87d4-5515b58c9552 req-10271b6f-bf52-45ff-a779-ac62a49d6d97 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:16.789131 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bedd0dd5-39f3-443b-87d4-5515b58c9552 req-10271b6f-bf52-45ff-a779-ac62a49d6d97 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0581248 Jul 04 09:41:16.823579 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:16.843928 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'port_id': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'mac_address': 'fa:16:3e:d3:69:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:41:16.845740 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-bedd0dd5-39f3-443b-87d4-5515b58c9552 req-9a412c7d-b9a0-4789-a4b6-57a32503bf4a tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506194 Jul 04 09:41:16.874911 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:16.885281 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 3a8edb9a-1f20-4296-b83b-3fa432c94dca is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:41:16.885752 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:16.898418 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8edb9a-1f20-4296-b83b-3fa432c94dca {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:41:16.927347 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:16.931943 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:16.970594 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:41:16.978412 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=3a8edb9a-1f20-4296-b83b-3fa432c94dca,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:17.081938 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:41:17.087080 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-25f403e1-fec1-4ea6-b7f7-e409351ce1e2 admin admin] 10.222.0.73 "PUT /v2.0/routers/ddc7ff6a-52e0-4ceb-a257-d7a518caad7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3967323 Jul 04 09:41:17.090411 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34886) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:17.094527 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] Sync routers for ids ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:41:17.105515 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] Routers {'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:17.106266 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:17.145383 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 6369514b-4012-4e13-ad60-5af90b87aeac no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:17.175157 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 6369514b-4012-4e13-ad60-5af90b87aeac {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:17.175501 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 6369514b-4012-4e13-ad60-5af90b87aeac not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:17.175920 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device c9c4e493-9800-4a25-8fa8-9a55c121ba05 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:17.192519 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks [] for router (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:17.223792 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: c9c4e493-9800-4a25-8fa8-9a55c121ba05 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:17.224133 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device c9c4e493-9800-4a25-8fa8-9a55c121ba05 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:17.252324 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] Set router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:17.303333 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks [] for router_gateway (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:17.352014 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Deleting port dcff8cd2-6d32-4839-bdcb-abe843489d70 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:17.352266 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:17.378745 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['3a8edb9a-1f20-4296-b83b-3fa432c94dca'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:41:17.430941 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] For port dcff8cd2-6d32-4839-bdcb-abe843489d70, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=dcff8cd2-6d32-4839-bdcb-abe843489d70,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:17.431862 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:17.444818 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Calling delete_port for dcff8cd2-6d32-4839-bdcb-abe843489d70 owned by network:router_gateway {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:17.528616 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:41:16Z', 'revision_number': 5, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'gw_port': {'id': 'dcff8cd2-6d32-4839-bdcb-abe843489d70', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:17.560609 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] Checking router: ddc7ff6a-52e0-4ceb-a257-d7a518caad7f for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:41:17.583312 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] Routers {'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:17.583935 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:17.608586 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (dcff8cd2-6d32-4839-bdcb-abe843489d70), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:17.634350 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcff8cd2-6d32-4839-bdcb-abe843489d70,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:17.697706 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:17.698637 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] Set router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f gateway port host: None {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:17.754422 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:41:17Z', 'revision_number': 6, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:17.786471 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a29b8-4b5c-41c5-8d55-5b9b07f658c9 None None] The sync data for ids ['ddc7ff6a-52e0-4ceb-a257-d7a518caad7f'] in dv-cinder-847864-6-iscsi is: [{'id': 'ddc7ff6a-52e0-4ceb-a257-d7a518caad7f', 'name': 'tempest-TestVolumeBootPattern-1577016965-router', 'tenant_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:30:26Z', 'updated_at': '2022-07-04T09:41:17Z', 'revision_number': 6, 'project_id': '4e9fe076e6fd4bc696db1bfa52be8d08', 'gw_port_host': None}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:41:18.031234 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.046760 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks [] for router_controller (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.096576 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (ddc7ff6a-52e0-4ceb-a257-d7a518caad7f), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.097132 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc7ff6a-52e0-4ceb-a257-d7a518caad7f {{(pid=103746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:41:18.105853 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6035698-a75c-4af1-9b9c-09b5d24717ac req-d504ba95-8bb2-423c-9cb2-a37d0765f44a tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:18.107384 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f6035698-a75c-4af1-9b9c-09b5d24717ac req-d504ba95-8bb2-423c-9cb2-a37d0765f44a tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 944 time: 0.0920465 Jul 04 09:41:18.110293 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.111330 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-fc58ee24-dc2e-42c3-9072-f998ee093198 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ddc7ff6a-52e0-4ceb-a257-d7a518caad7f HTTP/1.1" status: 204 len: 168 time: 1.0200887 Jul 04 09:41:18.114010 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34896) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:18.160347 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93d2ebb-21fb-4f0a-9c18-8a6facd8942b admin admin] Deleting subnet ee801ae8-8a42-40fc-8d27-ae4f4333f165 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:41:18.163655 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f6035698-a75c-4af1-9b9c-09b5d24717ac req-94099d17-c04f-4921-b0d3-fb128987940f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505517 Jul 04 09:41:18.168401 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f93d2ebb-21fb-4f0a-9c18-8a6facd8942b admin admin] Publish callbacks [] for subnet (ee801ae8-8a42-40fc-8d27-ae4f4333f165), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.205032 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f93d2ebb-21fb-4f0a-9c18-8a6facd8942b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (ee801ae8-8a42-40fc-8d27-ae4f4333f165), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.283816 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f93d2ebb-21fb-4f0a-9c18-8a6facd8942b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (ee801ae8-8a42-40fc-8d27-ae4f4333f165), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.336319 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f93d2ebb-21fb-4f0a-9c18-8a6facd8942b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (ee801ae8-8a42-40fc-8d27-ae4f4333f165), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.362117 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d2ebb-21fb-4f0a-9c18-8a6facd8942b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee801ae8-8a42-40fc-8d27-ae4f4333f165,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:18.364052 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f93d2ebb-21fb-4f0a-9c18-8a6facd8942b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.367168 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f93d2ebb-21fb-4f0a-9c18-8a6facd8942b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ee801ae8-8a42-40fc-8d27-ae4f4333f165 HTTP/1.1" status: 204 len: 168 time: 0.2520542 Jul 04 09:41:18.368340 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f6fc1-cc05-40e7-a0d7-e3153f16c847 None None] Network b886dc34-7e9a-4595-b5de-313c7db90cb4 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:41:18.370837 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34904) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:18.437712 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (b886dc34-7e9a-4595-b5de-313c7db90cb4), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.438000 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.493376 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Deleting port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:18.493560 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.558887 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] For port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=22b5d6df-7d52-4e55-a29d-5b46e1fe7fad,segment=NetworkSegment(2a84c306-d4dd-4059-92d9-50c66f59fe5a),segment_id=2a84c306-d4dd-4059-92d9-50c66f59fe5a)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:18.559248 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.571729 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Calling delete_port for 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad owned by network:dhcp {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:18.613044 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] DHCP port deletion for b886dc34-7e9a-4595-b5de-313c7db90cb4 request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:41:18.654735 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.665706 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] Deleting port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:18.666615 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.687383 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] No DVR routers for this DVR port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad on host dv-cinder-847864-6-iscsi {{(pid=103745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:18.692587 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b5d6df-7d52-4e55-a29d-5b46e1fe7fad,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:18.719496 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3a8edb9a-1f20-4296-b83b-3fa432c94dca up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:41:18.758430 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] For port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad, host dv-cinder-847864-6-iscsi, got binding levels [] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:18.759085 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.765917 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (b886dc34-7e9a-4595-b5de-313c7db90cb4), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.777274 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] Calling delete_port for 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:18.780164 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.ipam_backend_mixin [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] Port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad was not found and therefore no delete operation was performed {{(pid=103747) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Jul 04 09:41:18.783238 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (22b5d6df-7d52-4e55-a29d-5b46e1fe7fad), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.787155 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b886dc34-7e9a-4595-b5de-313c7db90cb4']}} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:18.797827 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a84c306-d4dd-4059-92d9-50c66f59fe5a') {'for_net_delete': True} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:18.798151 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.services.segments.db [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a84c306-d4dd-4059-92d9-50c66f59fe5a') {} {{(pid=103745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:18.809936 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16734171'] for segment (2a84c306-d4dd-4059-92d9-50c66f59fe5a), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.817290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] Pushing event deleted for resources: {'Port': ['ID=22b5d6df-7d52-4e55-a29d-5b46e1fe7fad,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:18.819529 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e3c6a-4f85-45b0-9e24-d68d21491237 None None] No DVR routers for this DVR port 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad on host dv-cinder-847864-6-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:18.829258 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (2a84c306-d4dd-4059-92d9-50c66f59fe5a), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.833545 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 3a8edb9a-1f20-4296-b83b-3fa432c94dca completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:41:18.841839 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 3a8edb9a-1f20-4296-b83b-3fa432c94dca triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:41:18.842238 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.843561 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:41:18.844091 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16527931'] for segment (2a84c306-d4dd-4059-92d9-50c66f59fe5a), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.868223 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment 2a84c306-d4dd-4059-92d9-50c66f59fe5a resource provider aggregate not found Jul 04 09:41:18.903610 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.services.segments.plugin [-] Segment 2a84c306-d4dd-4059-92d9-50c66f59fe5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a84c306-d4dd-4059-92d9-50c66f59fe5a found for delete ", "request_id": "req-8d71abb6-43e5-4c76-bccb-7922859e7b07"}]} Jul 04 09:41:18.936245 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (b886dc34-7e9a-4595-b5de-313c7db90cb4), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.951008 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:18.957424 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b886dc34-7e9a-4595-b5de-313c7db90cb4 HTTP/1.1" status: 204 len: 168 time: 0.5853920 Jul 04 09:41:18.970603 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a303cb-bcb4-4de9-b8a2-1b7e4b5cf368 admin admin] Pushing event deleted for resources: {'Network': ['ID=b886dc34-7e9a-4595-b5de-313c7db90cb4,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:19.085777 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device dcff8cd2-6d32-4839-bdcb-abe843489d70 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:19.114661 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: dcff8cd2-6d32-4839-bdcb-abe843489d70 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:19.114960 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device dcff8cd2-6d32-4839-bdcb-abe843489d70 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:19.115379 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 9cdbe882-5d7e-4047-a863-afc7ba4278dd no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:19.152015 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 34918) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:19.164855 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 9cdbe882-5d7e-4047-a863-afc7ba4278dd {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:19.165212 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 9cdbe882-5d7e-4047-a863-afc7ba4278dd not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:19.165654 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:19.195252 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:19.195252 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 22b5d6df-7d52-4e55-a29d-5b46e1fe7fad not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:19.200587 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 3a8edb9a-1f20-4296-b83b-3fa432c94dca is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:41:19.200829 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:19.214402 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-0f874972-2e71-4ffc-b955-3fe6c30a1b2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ba45ec642c4e407399bc25b38d8774a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0581965 Jul 04 09:41:19.215871 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34924) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:19.240594 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:41:19.243000 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d2a5b9-23bc-46a0-b6e1-4c715ead83c4" -d '{"events": [{"server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:41:19.249398 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:19.257129 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:19.282755 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:19.311746 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=3a8edb9a-1f20-4296-b83b-3fa432c94dca,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:19.338958 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-968a28be-72ed-440c-85be-557b60ca1252 admin admin] Publish callbacks [] for security_group (7bfadbf1-0159-4e41-8b6a-ad27ee1dfc1a), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:19.371753 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc947878-64d7-4acd-802c-2ea79ca5a864 req-19df242a-5ed8-4800-9af7-09770da29b74 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:19.373875 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fc947878-64d7-4acd-802c-2ea79ca5a864 req-19df242a-5ed8-4800-9af7-09770da29b74 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.1119323 Jul 04 09:41:19.378804 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-968a28be-72ed-440c-85be-557b60ca1252 admin admin] Publish callbacks [] for security_group (7bfadbf1-0159-4e41-8b6a-ad27ee1dfc1a), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:19.427265 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf35620d-3c19-4ca7-9bb5-b1a58b554a13 x-openstack-request-id: req-bf35620d-3c19-4ca7-9bb5-b1a58b554a13 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:41:19.427746 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:41:19.427924 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf35620d-3c19-4ca7-9bb5-b1a58b554a13 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:41:19.428402 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf35620d-3c19-4ca7-9bb5-b1a58b554a13'] response: {'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'code': 200} Jul 04 09:41:19.454520 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-fc947878-64d7-4acd-802c-2ea79ca5a864 req-f10e67f0-7299-40ec-a027-c6f0e1eedf25 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675836 Jul 04 09:41:19.485189 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-968a28be-72ed-440c-85be-557b60ca1252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (7bfadbf1-0159-4e41-8b6a-ad27ee1dfc1a), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:19.488277 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-968a28be-72ed-440c-85be-557b60ca1252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:19.497165 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-968a28be-72ed-440c-85be-557b60ca1252 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7bfadbf1-0159-4e41-8b6a-ad27ee1dfc1a HTTP/1.1" status: 204 len: 168 time: 0.2727351 Jul 04 09:41:19.500163 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a28be-72ed-440c-85be-557b60ca1252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfadbf1-0159-4e41-8b6a-ad27ee1dfc1a,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:19.725163 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090467f-8736-40d4-a3d1-9dc674bab0b1 req-05347b90-f8e9-423e-a8ed-58ff1b481e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:19.726658 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4090467f-8736-40d4-a3d1-9dc674bab0b1 req-05347b90-f8e9-423e-a8ed-58ff1b481e34 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0498970 Jul 04 09:41:19.774316 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-4090467f-8736-40d4-a3d1-9dc674bab0b1 req-129e3ea0-f89d-4c3e-a4c5-876c139f52d0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398252 Jul 04 09:41:19.848377 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34940) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:19.888039 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c76af7ba-19ba-4bb4-b18e-ba4386073ec6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e9fe076e6fd4bc696db1bfa52be8d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384910 Jul 04 09:41:19.890475 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34942) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:19.937637 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3511fd59-c07a-4b2d-84a9-7a438d5d419a admin admin] Publish callbacks [] for security_group (aad0c56c-8791-4823-9a57-e1f546b306d0), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:19.958664 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3511fd59-c07a-4b2d-84a9-7a438d5d419a admin admin] Publish callbacks [] for security_group (aad0c56c-8791-4823-9a57-e1f546b306d0), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:20.006402 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3511fd59-c07a-4b2d-84a9-7a438d5d419a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (aad0c56c-8791-4823-9a57-e1f546b306d0), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:20.012261 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3511fd59-c07a-4b2d-84a9-7a438d5d419a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:20.012261 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-3511fd59-c07a-4b2d-84a9-7a438d5d419a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aad0c56c-8791-4823-9a57-e1f546b306d0 HTTP/1.1" status: 204 len: 168 time: 0.1206973 Jul 04 09:41:20.019847 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511fd59-c07a-4b2d-84a9-7a438d5d419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad0c56c-8791-4823-9a57-e1f546b306d0,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:20.625834 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26256d1a-7b10-45d7-9145-c3ad646dba00 req-bf32494f-318a-499a-9cc0-530203a4af3c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:20.628028 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-26256d1a-7b10-45d7-9145-c3ad646dba00 req-bf32494f-318a-499a-9cc0-530203a4af3c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0592945 Jul 04 09:41:20.681853 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-26256d1a-7b10-45d7-9145-c3ad646dba00 req-17f5109b-f76f-4a64-9406-23dac2275faf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456784 Jul 04 09:41:21.813742 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bbf80-a68e-4a34-9d63-1f94c7766872 req-ab42e28f-83c5-44bc-aa3c-c41962e1ff01 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:21.815244 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ff7bbf80-a68e-4a34-9d63-1f94c7766872 req-ab42e28f-83c5-44bc-aa3c-c41962e1ff01 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0577242 Jul 04 09:41:21.864136 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ff7bbf80-a68e-4a34-9d63-1f94c7766872 req-0346585d-e858-4056-ae03-2ddbaac07c75 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433762 Jul 04 09:41:21.989978 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac080c6-c6dd-4eb0-b7f9-9890b642ad83 req-6e23b5d6-12d7-47a0-804d-b9de5a0ffc9f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:21.991381 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cac080c6-c6dd-4eb0-b7f9-9890b642ad83 req-6e23b5d6-12d7-47a0-804d-b9de5a0ffc9f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0551953 Jul 04 09:41:22.044762 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-cac080c6-c6dd-4eb0-b7f9-9890b642ad83 req-35f3d509-a9f8-4f01-a892-ddfb16c33f96 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470748 Jul 04 09:41:22.066140 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34970) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:22.295424 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b10ba-873d-468d-bba4-2a7ef27c9305 tempest-TestShelveInstance-160020723 tempest-TestShelveInstance-160020723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:22.297042 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-dd2b10ba-873d-468d-bba4-2a7ef27c9305 tempest-TestShelveInstance-160020723 tempest-TestShelveInstance-160020723-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1124 time: 0.2299101 Jul 04 09:41:22.300088 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 34976) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:22.304162 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Request body: {'floatingip': {'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'port_id': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:41:22.324095 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:22.423260 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:22.527326 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Allocated IP 172.27.3.36 (007453c2-82ca-482e-9dba-6f31ee43a619/2cf1f5c3-1186-4558-bcad-43fd0ebae664/867803cb-b633-49ef-9fd6-be79d753c6f7) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:41:22.630894 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for port (867803cb-b633-49ef-9fd6-be79d753c6f7), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:22.666533 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (867803cb-b633-49ef-9fd6-be79d753c6f7), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:22.701008 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Network 007453c2-82ca-482e-9dba-6f31ee43a619 is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:41:22.705759 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:41:22.709276 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:41:22.735803 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'Port': ['ID=867803cb-b633-49ef-9fd6-be79d753c6f7,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:23.056728 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for floatingip (1772c7d7-0036-4231-8989-97de380ab3ae), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:23.125484 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (867803cb-b633-49ef-9fd6-be79d753c6f7), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:23.274508 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for port (867803cb-b633-49ef-9fd6-be79d753c6f7), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:23.279841 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (867803cb-b633-49ef-9fd6-be79d753c6f7), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:23.344990 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event updated for resources: {'Port': ['ID=867803cb-b633-49ef-9fd6-be79d753c6f7,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:23.360603 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (1772c7d7-0036-4231-8989-97de380ab3ae), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:23.458703 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Floating IP 1772c7d7-0036-4231-8989-97de380ab3ae associated. External IP: 172.27.3.36, port: 3a8edb9a-1f20-4296-b83b-3fa432c94dca. Jul 04 09:41:23.664625 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Router 99bdd779-3188-4dda-8e75-cb9033fa787b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:41:23.765965 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:41:23.775953 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] Sync routers for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:41:23.784168 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:23.786528 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:23.787135 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:23.814736 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-8a9fdcb1-6315-434a-8268-e07094f8247d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5137713 Jul 04 09:41:23.815519 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:41:23.817850 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac4e0ca-c428-495b-8989-5510585c74f9" -d '{"events": [{"name": "network-changed", "server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:41:23.852226 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9888522b-31c1-41e8-838d-4dbfd7a7fff7 x-openstack-request-id: req-9888522b-31c1-41e8-838d-4dbfd7a7fff7 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:41:23.852521 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:41:23.852777 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9888522b-31c1-41e8-838d-4dbfd7a7fff7 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:41:23.853896 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9888522b-31c1-41e8-838d-4dbfd7a7fff7'] response: {'name': 'network-changed', 'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'status': 'completed', 'code': 200} Jul 04 09:41:23.886727 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:23.947783 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-1d0817e0-a2bb-44b7-b1cc-b3b4679fa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:23.949225 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-1d0817e0-a2bb-44b7-b1cc-b3b4679fa273 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0509846 Jul 04 09:41:24.048517 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-15ac292b-4856-4047-8e38-64935a088133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:24.050001 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-15ac292b-4856-4047-8e38-64935a088133 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 910 time: 0.0938134 Jul 04 09:41:24.102466 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '1772c7d7-0036-4231-8989-97de380ab3ae', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'port_id': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'mac_address': 'fa:16:3e:d3:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:41:22Z', 'updated_at': '2022-07-04T09:41:22Z', 'revision_number': 0, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d957723-0ab0-4c28-936b-207772be9b17', 'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'mac_address': 'fa:16:3e:cc:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:19Z', 'updated_at': '2022-07-04T09:40:23Z', 'revision_number': 5, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'subnets': [{'id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:24.111488 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-1e53b60b-a48f-4741-bc6a-4a85e7a7a579 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 998 time: 0.0547636 Jul 04 09:41:24.131022 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] Checking router: 99bdd779-3188-4dda-8e75-cb9033fa787b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:41:24.140148 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:24.140755 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:24.161836 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-4f98a1b9-eefd-4599-9823-b6f8e92d31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:24.163366 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-4f98a1b9-eefd-4599-9823-b6f8e92d31e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 200 len: 848 time: 0.0454965 Jul 04 09:41:24.216476 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-bf67fd11-e04c-4283-987b-b92f169e4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:24.217892 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-bf67fd11-e04c-4283-987b-b92f169e4e5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488026 Jul 04 09:41:24.239262 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:24.309304 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-2342e288-f19d-4fdf-9503-affb6fa8e14c service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 Jul 04 09:41:24.403217 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bac4e0ca-c428-495b-8989-5510585c74f9 req-7556d223-ef28-4cc2-9287-903c9803cca3 service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879879 Jul 04 09:41:24.452304 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '1772c7d7-0036-4231-8989-97de380ab3ae', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'port_id': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'mac_address': 'fa:16:3e:d3:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:41:22Z', 'updated_at': '2022-07-04T09:41:22Z', 'revision_number': 0, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d957723-0ab0-4c28-936b-207772be9b17', 'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'mac_address': 'fa:16:3e:cc:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:19Z', 'updated_at': '2022-07-04T09:40:23Z', 'revision_number': 5, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'subnets': [{'id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:24.475674 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd12aa6-94a8-457d-95ab-5cbbf169a5df None None] The sync data for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi is: [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_floatingips': [{'id': '1772c7d7-0036-4231-8989-97de380ab3ae', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'router_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'port_id': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'mac_address': 'fa:16:3e:d3:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:41:22Z', 'updated_at': '2022-07-04T09:41:22Z', 'revision_number': 0, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d957723-0ab0-4c28-936b-207772be9b17', 'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'mac_address': 'fa:16:3e:cc:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:19Z', 'updated_at': '2022-07-04T09:40:23Z', 'revision_number': 5, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'subnets': [{'id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:41:24.674673 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c4a72-1823-421b-9ab9-cb6a4683cf05 None None] New status for floating IP 1772c7d7-0036-4231-8989-97de380ab3ae: ACTIVE {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:41:30.071343 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa0488-36a8-47e8-b274-71830ae77dab req-4c7306f9-601d-4952-b7cb-a273e14b530c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:30.073425 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8aaa0488-36a8-47e8-b274-71830ae77dab req-4c7306f9-601d-4952-b7cb-a273e14b530c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0556765 Jul 04 09:41:30.121645 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8aaa0488-36a8-47e8-b274-71830ae77dab req-da2e2907-b265-4444-a19e-28593f6324b1 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Jul 04 09:41:31.267990 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22a2e7-8b0c-4b76-8cf6-db4bef692970 req-02ce1815-5f58-419c-8443-e41fed6f74df tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:31.269475 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7c22a2e7-8b0c-4b76-8cf6-db4bef692970 req-02ce1815-5f58-419c-8443-e41fed6f74df tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0566440 Jul 04 09:41:31.319090 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7c22a2e7-8b0c-4b76-8cf6-db4bef692970 req-81b6d52b-120a-4ad9-9cd3-4a0743141c97 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440533 Jul 04 09:41:32.436320 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1275e77-1068-49d3-9f6f-c390fc0595fb req-067abf2b-1a54-4b66-91d7-ed89ebc1b15d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:32.437776 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f1275e77-1068-49d3-9f6f-c390fc0595fb req-067abf2b-1a54-4b66-91d7-ed89ebc1b15d tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0509508 Jul 04 09:41:32.483259 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f1275e77-1068-49d3-9f6f-c390fc0595fb req-8be42c4b-09d1-4147-a5f5-c000b2071851 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400059 Jul 04 09:41:33.606499 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6735d-cfc0-4e5d-9851-a231652b822c req-b3dd75c8-e4d1-4ee5-afdd-ca822141251b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:33.607978 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d1a6735d-cfc0-4e5d-9851-a231652b822c req-b3dd75c8-e4d1-4ee5-afdd-ca822141251b tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0562725 Jul 04 09:41:33.655271 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-d1a6735d-cfc0-4e5d-9851-a231652b822c req-81a603f0-f794-4894-98e7-043bd4a63daf tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 Jul 04 09:41:34.782573 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81472087-be2f-47e8-bd8f-98a5949054f0 req-16a55923-a72e-4bc4-b21f-6838bdfafce5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:34.784055 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-81472087-be2f-47e8-bd8f-98a5949054f0 req-16a55923-a72e-4bc4-b21f-6838bdfafce5 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0598671 Jul 04 09:41:34.832339 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-81472087-be2f-47e8-bd8f-98a5949054f0 req-983e8416-0658-4b95-b2f7-48dc9ee0b97c tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428088 Jul 04 09:41:35.193027 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083776ea-2928-45ea-9f68-1e4dfa77fb05 req-5cc74e4e-aead-4a59-93ba-2fa31a79eddd tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:35.194630 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-083776ea-2928-45ea-9f68-1e4dfa77fb05 req-5cc74e4e-aead-4a59-93ba-2fa31a79eddd tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 947 time: 0.0523846 Jul 04 09:41:35.244054 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-083776ea-2928-45ea-9f68-1e4dfa77fb05 req-2e2b9ca7-0f22-45a7-92cf-84c07b166b7d tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427480 Jul 04 09:41:35.955100 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5eaee-2582-4390-9c3e-2d8421ac5092 req-4a024f6b-209f-4dd7-bc5d-1932cd697546 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:35.956590 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1a5eaee-2582-4390-9c3e-2d8421ac5092 req-4a024f6b-209f-4dd7-bc5d-1932cd697546 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0562522 Jul 04 09:41:36.003073 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-c1a5eaee-2582-4390-9c3e-2d8421ac5092 req-f03f0197-c262-4975-bcda-5b1ee5b44918 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups?id=125d8768-61da-48f5-b25c-265beced45c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Jul 04 09:41:36.069655 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-f6a01443-3ce6-40f7-980f-646e9b28a250 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:36.071126 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-f6a01443-3ce6-40f7-980f-646e9b28a250 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 945 time: 0.0522771 Jul 04 09:41:36.165826 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Deleting port f7e40203-1a2d-4f2d-9308-008d3eadfa37 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:36.166139 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:36.257041 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] For port f7e40203-1a2d-4f2d-9308-008d3eadfa37, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f7e40203-1a2d-4f2d-9308-008d3eadfa37,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:36.257409 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:36.373087 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa663ef-8589-4251-9af0-b1bda2e427dd req-06f7fee2-8d98-4909-8f33-8f0aeb1c610c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:36.374654 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7aa663ef-8589-4251-9af0-b1bda2e427dd req-06f7fee2-8d98-4909-8f33-8f0aeb1c610c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 947 time: 0.0529823 Jul 04 09:41:36.421392 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:36.421778 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (e68ae425-8ecb-4552-af50-1118adfc1ca7), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:36.422254 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Floating IP e68ae425-8ecb-4552-af50-1118adfc1ca7 disassociated. External IP: 172.27.3.51, port: f7e40203-1a2d-4f2d-9308-008d3eadfa37. Jul 04 09:41:36.422595 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Calling delete_port for f7e40203-1a2d-4f2d-9308-008d3eadfa37 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:36.424222 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7aa663ef-8589-4251-9af0-b1bda2e427dd req-28c66254-6afd-4b31-a2ac-ea47029bed82 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440154 Jul 04 09:41:36.546487 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (f7e40203-1a2d-4f2d-9308-008d3eadfa37), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:36.575253 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'Port': ['ID=f7e40203-1a2d-4f2d-9308-008d3eadfa37,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:36.691733 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:41:36.788989 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:41:36.799018 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:41:36.809383 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:36.809988 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:36.831915 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] No DVR routers for this DVR port f7e40203-1a2d-4f2d-9308-008d3eadfa37 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:36.834520 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:36.838678 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d17ebe83-515f-46d7-a56d-4eb9d57ce8cd req-408f9fa3-777e-4c1b-b3a0-af7b57182c1e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.62 "DELETE /v2.0/ports/f7e40203-1a2d-4f2d-9308-008d3eadfa37 HTTP/1.1" status: 204 len: 173 time: 0.7586241 Jul 04 09:41:36.839130 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'name': 'network-vif-deleted', 'tag': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:41:36.841714 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b228ac44-9b64-405f-b070-88483189e65e" -d '{"events": [{"server_uuid": "ce8207e6-4ad7-4ba1-b124-ac29236a3988", "name": "network-vif-deleted", "tag": "f7e40203-1a2d-4f2d-9308-008d3eadfa37"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:41:36.885359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2b612c-b4e8-4b2a-bf92-76d20c8456c5 x-openstack-request-id: req-ec2b612c-b4e8-4b2a-bf92-76d20c8456c5 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:41:36.885704 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8207e6-4ad7-4ba1-b124-ac29236a3988", "name": "network-vif-deleted", "tag": "f7e40203-1a2d-4f2d-9308-008d3eadfa37", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:41:36.886070 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec2b612c-b4e8-4b2a-bf92-76d20c8456c5 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:41:36.886482 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2b612c-b4e8-4b2a-bf92-76d20c8456c5'] response: {'server_uuid': 'ce8207e6-4ad7-4ba1-b124-ac29236a3988', 'name': 'network-vif-deleted', 'tag': 'f7e40203-1a2d-4f2d-9308-008d3eadfa37', 'status': 'completed', 'code': 200} Jul 04 09:41:36.918135 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:37.127738 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:37.137348 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3b743ede-03a9-4b40-a8d0-0bc0f3ade391 req-18f1af86-bf52-48cc-800f-2bbe32764e2e tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8207e6-4ad7-4ba1-b124-ac29236a3988 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Jul 04 09:41:37.152529 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:41:37.160687 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:37.161325 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:37.258663 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:37.466478 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:37.555071 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664394ac-9b3d-40cb-b628-c0055673047e req-554e7eeb-8d8f-4feb-b9c9-1aa940c26d0c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:37.557318 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-664394ac-9b3d-40cb-b628-c0055673047e req-554e7eeb-8d8f-4feb-b9c9-1aa940c26d0c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 947 time: 0.0574079 Jul 04 09:41:37.576251 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01a0ea-4916-4d57-a061-3f52a885fb1f None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:29:01Z', 'revision_number': 4, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': 'd298d605-7b70-4dad-ac34-c33244c25f06', 'name': '', 'network_id': 'd3c6191c-4c3b-48e1-85f3-c7953f71c4ae', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'mac_address': 'fa:16:3e:f0:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:12Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'subnets': [{'id': '7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:41:37.606486 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-664394ac-9b3d-40cb-b628-c0055673047e req-ef2ef9ec-32bc-4aad-b074-3b704b689855 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c53d64a-bf58-4a74-81cf-5e084819c097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433724 Jul 04 09:41:37.688441 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-e121d654-2cc2-438d-a15e-a0bc76165f8b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:41:37.690107 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-e121d654-2cc2-438d-a15e-a0bc76165f8b tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 947 time: 0.0539944 Jul 04 09:41:37.797651 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Deleting port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:37.798124 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:37.839987 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44229d60-918a-4c7f-b3e1-5be0d4fff83b None None] New status for floating IP e68ae425-8ecb-4552-af50-1118adfc1ca7: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:41:37.891933 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] For port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:37.892331 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.223900 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35088) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:38.282357 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-19afb54b-5f9d-4fed-a6b2-233620d75350 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (125d8768-61da-48f5-b25c-265beced45c3), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.292480 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.292838 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672937'] for floatingip (ecd59c58-98f8-4a85-81b3-893e2f7039e7), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.293163 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Floating IP ecd59c58-98f8-4a85-81b3-893e2f7039e7 disassociated. External IP: 172.27.3.123, port: 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36. Jul 04 09:41:38.293487 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Calling delete_port for 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:38.305680 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-19afb54b-5f9d-4fed-a6b2-233620d75350 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (125d8768-61da-48f5-b25c-265beced45c3), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.360017 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-19afb54b-5f9d-4fed-a6b2-233620d75350 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (125d8768-61da-48f5-b25c-265beced45c3), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.362688 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-19afb54b-5f9d-4fed-a6b2-233620d75350 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.363850 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-19afb54b-5f9d-4fed-a6b2-233620d75350 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "DELETE /v2.0/security-groups/125d8768-61da-48f5-b25c-265beced45c3 HTTP/1.1" status: 204 len: 168 time: 0.1388757 Jul 04 09:41:38.367508 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35092) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:38.375062 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afb54b-5f9d-4fed-a6b2-233620d75350 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125d8768-61da-48f5-b25c-265beced45c3,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:38.389551 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.api.v2.resource [None req-966f8f65-86c8-44d0-b095-c16213ef0791 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] show failed (client error): The resource could not be found. Jul 04 09:41:38.390619 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-966f8f65-86c8-44d0-b095-c16213ef0791 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "GET /v2.0/security-groups/125d8768-61da-48f5-b25c-265beced45c3 HTTP/1.1" status: 404 len: 347 time: 0.0218604 Jul 04 09:41:38.394461 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35094) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:38.439311 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (7ab05af2-7e97-451b-8f5a-c6e1b08b4e36), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.467225 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event deleted for resources: {'Port': ['ID=7ab05af2-7e97-451b-8f5a-c6e1b08b4e36,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:38.584569 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:41:38.702902 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:41:38.715394 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] Sync routers for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:41:38.726283 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:38.727142 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:38.747447 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] No DVR routers for this DVR port 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:38.750013 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.753358 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a83f6ba0-4b01-4b66-be25-3db23c51d291 req-07a0b5cd-bfca-4404-bb28-74e5cf123bb1 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.62 "DELETE /v2.0/ports/7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 HTTP/1.1" status: 204 len: 173 time: 1.0557528 Jul 04 09:41:38.777623 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7c51e2b2-8f04-46f4-afc8-739a5e013b5d req-de752a24-b567-46ed-8619-9e4ba38744e9 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05 HTTP/1.1" status: 200 len: 210 time: 0.0507829 Jul 04 09:41:38.808588 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Deleting port 131f35e9-54df-470a-92a5-df394ac8cb03 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:38.809651 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (131f35e9-54df-470a-92a5-df394ac8cb03), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.837987 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:38.888188 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-deleted', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:41:38.890553 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d9bfbf-303a-4a98-96b2-9920b15cd160" -d '{"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-deleted", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:41:38.900618 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device f7e40203-1a2d-4f2d-9308-008d3eadfa37 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:38.902792 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (131f35e9-54df-470a-92a5-df394ac8cb03), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.903135 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (131f35e9-54df-470a-92a5-df394ac8cb03), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:38.923468 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Calling delete_port for 131f35e9-54df-470a-92a5-df394ac8cb03 owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:38.940758 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0951194b-29cd-4b1b-85f2-8a1688fdcf26 x-openstack-request-id: req-0951194b-29cd-4b1b-85f2-8a1688fdcf26 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:41:38.941048 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05", "name": "network-vif-deleted", "tag": "7ab05af2-7e97-451b-8f5a-c6e1b08b4e36", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:41:38.941299 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0951194b-29cd-4b1b-85f2-8a1688fdcf26 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:41:38.941700 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0951194b-29cd-4b1b-85f2-8a1688fdcf26'] response: {'server_uuid': 'b5ee9ea1-47ee-4c88-bda4-f3a0a13e8f05', 'name': 'network-vif-deleted', 'tag': '7ab05af2-7e97-451b-8f5a-c6e1b08b4e36', 'status': 'completed', 'code': 200} Jul 04 09:41:38.945362 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: f7e40203-1a2d-4f2d-9308-008d3eadfa37 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:38.945942 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device f7e40203-1a2d-4f2d-9308-008d3eadfa37 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:39.087852 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (131f35e9-54df-470a-92a5-df394ac8cb03), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:39.089249 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:39.112790 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Pushing event deleted for resources: {'Port': ['ID=131f35e9-54df-470a-92a5-df394ac8cb03,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:39.117338 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] Checking router: 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:41:39.128103 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:39.128743 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:14Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:39.170861 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks [] for floatingip (e68ae425-8ecb-4552-af50-1118adfc1ca7), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:39.173610 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:39.174802 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ca272573-a06e-42fb-b2bb-6e92618fb930 tempest-AttachVolumeNegativeTest-162698268 tempest-AttachVolumeNegativeTest-162698268-project] 10.222.0.73 "DELETE /v2.0/floatingips/e68ae425-8ecb-4552-af50-1118adfc1ca7 HTTP/1.1" status: 204 len: 168 time: 0.7792106 Jul 04 09:41:39.205516 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:41:39.241251 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:39.452668 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:39.477978 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c28cb9-2e01-43ab-b323-17b181176e12 None None] The sync data for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi is: [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:29:07Z', 'revision_number': 4, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '39771798-430c-4099-aba0-4e564e634ac8', 'name': '', 'network_id': '618c36e6-8695-4130-9f58-1669576b2f7e', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'mac_address': 'fa:16:3e:db:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '460882da-49ce-4266-b7c7-3189e8185799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:29:03Z', 'updated_at': '2022-07-04T09:29:17Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'subnets': [{'id': '460882da-49ce-4266-b7c7-3189e8185799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:41:39.773081 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2712f2-695a-4b1b-84e0-2eb8206bb31e None None] New status for floating IP ecd59c58-98f8-4a85-81b3-893e2f7039e7: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:41:39.869853 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35118) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:39.930378 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2ec9-671a-4ccc-802f-c6a62463f73c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (9c53d64a-bf58-4a74-81cf-5e084819c097), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:39.953620 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2ec9-671a-4ccc-802f-c6a62463f73c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (9c53d64a-bf58-4a74-81cf-5e084819c097), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:40.001288 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2ec9-671a-4ccc-802f-c6a62463f73c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (9c53d64a-bf58-4a74-81cf-5e084819c097), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:40.003939 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2ec9-671a-4ccc-802f-c6a62463f73c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:40.005100 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-cfbe2ec9-671a-4ccc-802f-c6a62463f73c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "DELETE /v2.0/security-groups/9c53d64a-bf58-4a74-81cf-5e084819c097 HTTP/1.1" status: 204 len: 168 time: 0.1341429 Jul 04 09:41:40.007853 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35120) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:40.015325 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe2ec9-671a-4ccc-802f-c6a62463f73c tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53d64a-bf58-4a74-81cf-5e084819c097,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:40.022157 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.api.v2.resource [None req-9e001a87-cff9-4f38-bceb-cba7f9aeef22 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] show failed (client error): The resource could not be found. Jul 04 09:41:40.023026 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-9e001a87-cff9-4f38-bceb-cba7f9aeef22 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "GET /v2.0/security-groups/9c53d64a-bf58-4a74-81cf-5e084819c097 HTTP/1.1" status: 404 len: 347 time: 0.0136168 Jul 04 09:41:40.026563 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35122) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:40.142362 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Deleting port 5fcbcdd6-cff5-4685-a755-63d668d564c7 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:40.142707 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (5fcbcdd6-cff5-4685-a755-63d668d564c7), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:40.217149 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (5fcbcdd6-cff5-4685-a755-63d668d564c7), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:40.217480 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (5fcbcdd6-cff5-4685-a755-63d668d564c7), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:40.229844 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Calling delete_port for 5fcbcdd6-cff5-4685-a755-63d668d564c7 owned by network:floatingip {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:40.364517 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (5fcbcdd6-cff5-4685-a755-63d668d564c7), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:40.392035 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Pushing event deleted for resources: {'Port': ['ID=5fcbcdd6-cff5-4685-a755-63d668d564c7,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:40.463677 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks [] for floatingip (ecd59c58-98f8-4a85-81b3-893e2f7039e7), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:40.466776 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:40.468187 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-565dd4e7-eb03-43d6-b22a-23ce6cbdc731 tempest-AttachVolumeShelveTestJSON-1664425540 tempest-AttachVolumeShelveTestJSON-1664425540-project] 10.222.0.73 "DELETE /v2.0/floatingips/ecd59c58-98f8-4a85-81b3-893e2f7039e7 HTTP/1.1" status: 204 len: 168 time: 0.4406223 Jul 04 09:41:40.817963 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:40.837767 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:40.838809 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 7ab05af2-7e97-451b-8f5a-c6e1b08b4e36 not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:42.005997 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-36e03b6b-eae6-48eb-9d61-cd62017a3ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:44.126255 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-04f5c974-8581-4fdc-a979-6ab31d756920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:45.490200 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:46.847233 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:47.037188 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35208) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:47.072839 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35214) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:47.487474 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (114bb885-bd91-462c-909e-30bde5497dc9), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:47.513824 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:47.734000 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Deleting port d298d605-7b70-4dad-ac34-c33244c25f06 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:47.734470 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:47.757746 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Deleting port 39771798-430c-4099-aba0-4e564e634ac8 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:47.758232 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (39771798-430c-4099-aba0-4e564e634ac8), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:47.818912 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] For port d298d605-7b70-4dad-ac34-c33244c25f06, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=d298d605-7b70-4dad-ac34-c33244c25f06,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:47.819284 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:47.832893 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Calling delete_port for d298d605-7b70-4dad-ac34-c33244c25f06 owned by network:router_interface {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:47.839358 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] For port 39771798-430c-4099-aba0-4e564e634ac8, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=39771798-430c-4099-aba0-4e564e634ac8,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:47.839728 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (39771798-430c-4099-aba0-4e564e634ac8), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:47.857140 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Calling delete_port for 39771798-430c-4099-aba0-4e564e634ac8 owned by network:router_interface {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:48.011682 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (d298d605-7b70-4dad-ac34-c33244c25f06), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.035870 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (39771798-430c-4099-aba0-4e564e634ac8), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.047450 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Pushing event deleted for resources: {'Port': ['ID=d298d605-7b70-4dad-ac34-c33244c25f06,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:48.062259 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=39771798-430c-4099-aba0-4e564e634ac8,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:48.211362 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (114bb885-bd91-462c-909e-30bde5497dc9), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.245165 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.431246 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Router 114bb885-bd91-462c-909e-30bde5497dc9 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:41:48.433706 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.461138 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:41:48.536088 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:41:48.543489 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c20061d5-9dfd-49c3-b27b-932d74a2081d admin admin] 10.222.0.73 "PUT /v2.0/routers/114bb885-bd91-462c-909e-30bde5497dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5027895 Jul 04 09:41:48.543630 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35226) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:48.548919 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] Sync routers for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:41:48.559270 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:41:48.561392 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:48.562451 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:48.564404 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-106261c4-ecc8-4b8d-8689-25c67eef7f02 admin admin] 10.222.0.73 "PUT /v2.0/routers/28f60e7f-fab2-4b57-9a4d-0bff7f1db42b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4903660 Jul 04 09:41:48.566939 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35230) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:48.575789 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] Sync routers for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:41:48.588026 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:48.588825 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:48.653528 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks [] for router (114bb885-bd91-462c-909e-30bde5497dc9), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.685126 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks [] for router (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.701963 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:48.768192 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:48.795868 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks [] for router_gateway (114bb885-bd91-462c-909e-30bde5497dc9), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.849782 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks [] for router_gateway (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.868758 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Deleting port b45ff5d5-2833-4b87-95a1-ebbf818a3905 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:48.869370 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.902379 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:41:47Z', 'revision_number': 5, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port': {'id': 'b45ff5d5-2833-4b87-95a1-ebbf818a3905', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bb885-bd91-462c-909e-30bde5497dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:54Z', 'updated_at': '2022-07-04T09:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:48.919078 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Deleting port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:48.919689 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.930359 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] Checking router: 114bb885-bd91-462c-909e-30bde5497dc9 for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:41:48.951318 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] Routers {'114bb885-bd91-462c-909e-30bde5497dc9'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:48.952541 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['114bb885-bd91-462c-909e-30bde5497dc9'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:48.965232 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] For port b45ff5d5-2833-4b87-95a1-ebbf818a3905, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=b45ff5d5-2833-4b87-95a1-ebbf818a3905,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:48.965603 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:48.983778 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Calling delete_port for b45ff5d5-2833-4b87-95a1-ebbf818a3905 owned by network:router_gateway {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:48.995799 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:41:47Z', 'revision_number': 5, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port': {'id': '916a53bc-3c88-476a-9c60-d4b86a5fbbfe', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:28:58Z', 'updated_at': '2022-07-04T09:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:49.033684 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] Checking router: 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:41:49.051654 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] Routers {'28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:41:49.052298 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:41:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:49.059426 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] For port 916a53bc-3c88-476a-9c60-d4b86a5fbbfe, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=916a53bc-3c88-476a-9c60-d4b86a5fbbfe,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:49.059831 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.067467 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] Set router 114bb885-bd91-462c-909e-30bde5497dc9 gateway port host: None {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:49.075609 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Calling delete_port for 916a53bc-3c88-476a-9c60-d4b86a5fbbfe owned by network:router_gateway {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:49.154865 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] Set router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b gateway port host: None {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:41:49.168425 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:41:48Z', 'revision_number': 6, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:49.199802 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede3c8b-2303-48f5-b6db-0452a29cc2a4 None None] The sync data for ids ['114bb885-bd91-462c-909e-30bde5497dc9'] in dv-cinder-847864-6-iscsi is: [{'id': '114bb885-bd91-462c-909e-30bde5497dc9', 'name': 'tempest-AttachVolumeNegativeTest-1266938877-router', 'tenant_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:53Z', 'updated_at': '2022-07-04T09:41:48Z', 'revision_number': 6, 'project_id': '6a68b94cba234defbc9f59f21c9d0fb5', 'gw_port_host': None}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:41:49.217781 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (b45ff5d5-2833-4b87-95a1-ebbf818a3905), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.219073 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:41:48Z', 'revision_number': 6, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:49.254191 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9407a7a3-c66c-4b9c-b524-df7a99e3a82e None None] The sync data for ids ['28f60e7f-fab2-4b57-9a4d-0bff7f1db42b'] in dv-cinder-847864-6-iscsi is: [{'id': '28f60e7f-fab2-4b57-9a4d-0bff7f1db42b', 'name': 'tempest-AttachVolumeShelveTestJSON-1462675234-router', 'tenant_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:28:55Z', 'updated_at': '2022-07-04T09:41:48Z', 'revision_number': 6, 'project_id': 'd61a8ec08da9488aae381f6cde07cb5e', 'gw_port_host': None}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:41:49.261138 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.283382 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b45ff5d5-2833-4b87-95a1-ebbf818a3905,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:49.297371 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (916a53bc-3c88-476a-9c60-d4b86a5fbbfe), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.320555 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Pushing event deleted for resources: {'Port': ['ID=916a53bc-3c88-476a-9c60-d4b86a5fbbfe,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:49.323427 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (114bb885-bd91-462c-909e-30bde5497dc9), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.388314 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.414840 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (114bb885-bd91-462c-909e-30bde5497dc9), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.417598 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks [] for router_controller (114bb885-bd91-462c-909e-30bde5497dc9), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.463964 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (114bb885-bd91-462c-909e-30bde5497dc9), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.464540 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 114bb885-bd91-462c-909e-30bde5497dc9 {{(pid=103746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:41:49.469165 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.472919 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4f84114d-8ac3-4740-8058-88e2c8c769fc admin admin] 10.222.0.73 "DELETE /v2.0/routers/114bb885-bd91-462c-909e-30bde5497dc9 HTTP/1.1" status: 204 len: 168 time: 0.9256711 Jul 04 09:41:49.473036 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.473176 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35236) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:49.474868 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks [] for router_controller (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.516981 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (28f60e7f-fab2-4b57-9a4d-0bff7f1db42b), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.517636 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f60e7f-fab2-4b57-9a4d-0bff7f1db42b {{(pid=103745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:41:49.519031 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f0a545-cf58-4fe2-bda5-06dc4d465dc9 admin admin] Deleting subnet 7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 {{(pid=103746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:41:49.522229 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-70f0a545-cf58-4fe2-bda5-06dc4d465dc9 admin admin] Publish callbacks [] for subnet (7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.523415 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.526939 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-106cfdf5-cbc9-4a65-99d0-421a03f64930 admin admin] 10.222.0.73 "DELETE /v2.0/routers/28f60e7f-fab2-4b57-9a4d-0bff7f1db42b HTTP/1.1" status: 204 len: 168 time: 0.9567511 Jul 04 09:41:49.527191 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35238) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:49.562310 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-70f0a545-cf58-4fe2-bda5-06dc4d465dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12527057'] for subnet (7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.579323 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5547b8-caad-4265-8b31-d043378731c4 admin admin] Deleting subnet 460882da-49ce-4266-b7c7-3189e8185799 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:41:49.582565 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ba5547b8-caad-4265-8b31-d043378731c4 admin admin] Publish callbacks [] for subnet (460882da-49ce-4266-b7c7-3189e8185799), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.617469 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ba5547b8-caad-4265-8b31-d043378731c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (460882da-49ce-4266-b7c7-3189e8185799), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.649777 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-70f0a545-cf58-4fe2-bda5-06dc4d465dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.700150 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ba5547b8-caad-4265-8b31-d043378731c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (460882da-49ce-4266-b7c7-3189e8185799), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.707705 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-70f0a545-cf58-4fe2-bda5-06dc4d465dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8451739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237258'] for subnet (7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.733480 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0a545-cf58-4fe2-bda5-06dc4d465dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:49.737619 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-70f0a545-cf58-4fe2-bda5-06dc4d465dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.743411 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-70f0a545-cf58-4fe2-bda5-06dc4d465dc9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7df1a849-ae7b-4fd8-8fdd-cc47e831fbc4 HTTP/1.1" status: 204 len: 168 time: 0.2671309 Jul 04 09:41:49.743584 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e242ca3-c3ec-4977-b95e-0ea1cd234435 None None] Network d3c6191c-4c3b-48e1-85f3-c7953f71c4ae requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:41:49.744633 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35240) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:49.766479 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ba5547b8-caad-4265-8b31-d043378731c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (460882da-49ce-4266-b7c7-3189e8185799), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.792430 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5547b8-caad-4265-8b31-d043378731c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460882da-49ce-4266-b7c7-3189e8185799,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:49.798675 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ba5547b8-caad-4265-8b31-d043378731c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.802496 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ba5547b8-caad-4265-8b31-d043378731c4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/460882da-49ce-4266-b7c7-3189e8185799 HTTP/1.1" status: 204 len: 168 time: 0.2740908 Jul 04 09:41:49.809804 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35244) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:49.830560 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47189f53-ffcb-463a-9d26-99500d157061 None None] Network 618c36e6-8695-4130-9f58-1669576b2f7e requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:41:49.911897 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:49.916635 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (618c36e6-8695-4130-9f58-1669576b2f7e), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.016438 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Deleting port 467aafa6-1037-440e-8545-3396838c436d {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:50.016778 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (467aafa6-1037-440e-8545-3396838c436d), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.020353 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Deleting port 8a3608ed-5857-4d19-9e4a-812ca253b34e {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:50.020675 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.241730 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] DHCP port deletion for d3c6191c-4c3b-48e1-85f3-c7953f71c4ae request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:41:50.298260 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Deleting port 8a3608ed-5857-4d19-9e4a-812ca253b34e {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:41:50.298651 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.379609 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] For port 467aafa6-1037-440e-8545-3396838c436d, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=467aafa6-1037-440e-8545-3396838c436d,segment=NetworkSegment(198ad0c7-d043-4f02-9949-261ca3272c63),segment_id=198ad0c7-d043-4f02-9949-261ca3272c63)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:50.380211 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (467aafa6-1037-440e-8545-3396838c436d), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.391765 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] For port 8a3608ed-5857-4d19-9e4a-812ca253b34e, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=8a3608ed-5857-4d19-9e4a-812ca253b34e,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:50.392132 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.410309 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Calling delete_port for 467aafa6-1037-440e-8545-3396838c436d owned by network:dhcp {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:50.417748 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Calling delete_port for 8a3608ed-5857-4d19-9e4a-812ca253b34e owned by network:dhcp {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:50.491489 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] For port 8a3608ed-5857-4d19-9e4a-812ca253b34e, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=8a3608ed-5857-4d19-9e4a-812ca253b34e,segment=NetworkSegment(931fe22a-20d4-4898-8f97-d52b82793c5a),segment_id=931fe22a-20d4-4898-8f97-d52b82793c5a)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:41:50.492156 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.510791 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Calling delete_port for 8a3608ed-5857-4d19-9e4a-812ca253b34e owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:41:50.564999 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (467aafa6-1037-440e-8545-3396838c436d), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.575414 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.582911 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74f9018-7fce-432c-85d5-14c66b68e30c None None] DHCP port deletion for 618c36e6-8695-4130-9f58-1669576b2f7e request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:41:50.605713 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=467aafa6-1037-440e-8545-3396838c436d,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:50.607646 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] No DVR routers for this DVR port 467aafa6-1037-440e-8545-3396838c436d on host dv-cinder-847864-6-iscsi {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:50.626231 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (8a3608ed-5857-4d19-9e4a-812ca253b34e), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.656801 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Pushing event deleted for resources: {'Port': ['ID=8a3608ed-5857-4d19-9e4a-812ca253b34e,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:50.657069 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3608ed-5857-4d19-9e4a-812ca253b34e,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:50.660353 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] No DVR routers for this DVR port 8a3608ed-5857-4d19-9e4a-812ca253b34e on host dv-cinder-847864-6-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:50.668532 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.669053 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.670965 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.671374 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.671775 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.672178 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.672576 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.672969 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.673366 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.673762 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.674223 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.674534 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.674945 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f77a41b-520f-436c-9d6d-2c4e87ed8b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:41:50.712397 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] No DVR routers for this DVR port 8a3608ed-5857-4d19-9e4a-812ca253b34e on host dv-cinder-847864-6-iscsi {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:41:50.720949 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (618c36e6-8695-4130-9f58-1669576b2f7e), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.795103 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618c36e6-8695-4130-9f58-1669576b2f7e']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:50.813584 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198ad0c7-d043-4f02-9949-261ca3272c63') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:50.813884 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198ad0c7-d043-4f02-9949-261ca3272c63') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:50.823037 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.832239 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (198ad0c7-d043-4f02-9949-261ca3272c63), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.857043 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c6191c-4c3b-48e1-85f3-c7953f71c4ae']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:50.859365 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (198ad0c7-d043-4f02-9949-261ca3272c63), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.871235 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931fe22a-20d4-4898-8f97-d52b82793c5a') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:50.871534 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931fe22a-20d4-4898-8f97-d52b82793c5a') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:41:50.873404 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:41:50.873794 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (198ad0c7-d043-4f02-9949-261ca3272c63), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.922212 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 198ad0c7-d043-4f02-9949-261ca3272c63 resource provider aggregate not found Jul 04 09:41:50.926536 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (931fe22a-20d4-4898-8f97-d52b82793c5a), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.946118 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 198ad0c7-d043-4f02-9949-261ca3272c63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 198ad0c7-d043-4f02-9949-261ca3272c63 found for delete ", "request_id": "req-b727e1ce-822b-4732-99ce-71d184ebd962"}]} Jul 04 09:41:50.953610 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (931fe22a-20d4-4898-8f97-d52b82793c5a), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.960178 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (618c36e6-8695-4130-9f58-1669576b2f7e), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:50.961824 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:41:50.962247 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (931fe22a-20d4-4898-8f97-d52b82793c5a), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.013696 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.017510 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] 10.222.0.73 "DELETE /v2.0/networks/618c36e6-8695-4130-9f58-1669576b2f7e HTTP/1.1" status: 204 len: 168 time: 1.2067180 Jul 04 09:41:51.024934 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b862a3e-c3a8-40e0-955f-958a7d39d6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=618c36e6-8695-4130-9f58-1669576b2f7e,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:51.044705 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (d3c6191c-4c3b-48e1-85f3-c7953f71c4ae), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.051921 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.059946 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d3c6191c-4c3b-48e1-85f3-c7953f71c4ae HTTP/1.1" status: 204 len: 168 time: 1.3140690 Jul 04 09:41:51.076071 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69eeddc-c8b6-4594-a2f6-b3d57f2cd7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c6191c-4c3b-48e1-85f3-c7953f71c4ae,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:51.124534 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d298d605-7b70-4dad-ac34-c33244c25f06 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:51.144841 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: d298d605-7b70-4dad-ac34-c33244c25f06 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:51.145264 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device d298d605-7b70-4dad-ac34-c33244c25f06 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:51.145605 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 916a53bc-3c88-476a-9c60-d4b86a5fbbfe no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:51.165320 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 916a53bc-3c88-476a-9c60-d4b86a5fbbfe {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:51.166004 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 916a53bc-3c88-476a-9c60-d4b86a5fbbfe not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:51.166533 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 39771798-430c-4099-aba0-4e564e634ac8 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:51.184818 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 39771798-430c-4099-aba0-4e564e634ac8 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:51.185176 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 39771798-430c-4099-aba0-4e564e634ac8 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:51.185597 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 467aafa6-1037-440e-8545-3396838c436d no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:51.201729 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35266) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:51.205155 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 467aafa6-1037-440e-8545-3396838c436d {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:51.205509 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 467aafa6-1037-440e-8545-3396838c436d not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:51.205944 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 8a3608ed-5857-4d19-9e4a-812ca253b34e no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:51.221221 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35268) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:51.225209 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 8a3608ed-5857-4d19-9e4a-812ca253b34e {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:51.225562 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 8a3608ed-5857-4d19-9e4a-812ca253b34e not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:51.225987 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device b45ff5d5-2833-4b87-95a1-ebbf818a3905 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:41:51.246953 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: b45ff5d5-2833-4b87-95a1-ebbf818a3905 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:41:51.247301 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device b45ff5d5-2833-4b87-95a1-ebbf818a3905 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:41:51.279776 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-e42f20c3-1597-44e6-96bb-f47d8cab9293 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d61a8ec08da9488aae381f6cde07cb5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0768640 Jul 04 09:41:51.282268 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-27814b77-def8-4da3-978f-672d56ca7769 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a68b94cba234defbc9f59f21c9d0fb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0600338 Jul 04 09:41:51.282539 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35270) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:51.285289 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35272) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:51.333396 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-231857d0-f8a9-4f5a-9978-e81763859bf2 admin admin] Publish callbacks [] for security_group (d5981cbf-24c5-420a-9ec3-457799aa88d1), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.334113 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf19-7c1d-4b9f-b1d1-f8e0752ae353 admin admin] Publish callbacks [] for security_group (cd0cd8bc-98f7-4e6c-ac2e-06f08e1b4341), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.356650 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-231857d0-f8a9-4f5a-9978-e81763859bf2 admin admin] Publish callbacks [] for security_group (d5981cbf-24c5-420a-9ec3-457799aa88d1), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.357642 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf19-7c1d-4b9f-b1d1-f8e0752ae353 admin admin] Publish callbacks [] for security_group (cd0cd8bc-98f7-4e6c-ac2e-06f08e1b4341), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.413984 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf19-7c1d-4b9f-b1d1-f8e0752ae353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (cd0cd8bc-98f7-4e6c-ac2e-06f08e1b4341), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.417958 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cf19-7c1d-4b9f-b1d1-f8e0752ae353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.419541 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-d3b5cf19-7c1d-4b9f-b1d1-f8e0752ae353 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd0cd8bc-98f7-4e6c-ac2e-06f08e1b4341 HTTP/1.1" status: 204 len: 168 time: 0.1330049 Jul 04 09:41:51.419732 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-231857d0-f8a9-4f5a-9978-e81763859bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (d5981cbf-24c5-420a-9ec3-457799aa88d1), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.422278 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-231857d0-f8a9-4f5a-9978-e81763859bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:51.425920 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-231857d0-f8a9-4f5a-9978-e81763859bf2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5981cbf-24c5-420a-9ec3-457799aa88d1 HTTP/1.1" status: 204 len: 168 time: 0.1399982 Jul 04 09:41:51.429028 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5cf19-7c1d-4b9f-b1d1-f8e0752ae353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0cd8bc-98f7-4e6c-ac2e-06f08e1b4341,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:51.439269 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231857d0-f8a9-4f5a-9978-e81763859bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5981cbf-24c5-420a-9ec3-457799aa88d1,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:52.548976 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35328) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:52.723103 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-074fb2d0-d2d5-4599-9c09-7b2cd235002c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:52.811054 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-074fb2d0-d2d5-4599-9c09-7b2cd235002c admin admin] Publish callbacks [] for security_group (0f4ff97c-75b2-4daa-9d6f-d565aaacacef), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:52.816013 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-074fb2d0-d2d5-4599-9c09-7b2cd235002c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (0f4ff97c-75b2-4daa-9d6f-d565aaacacef), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:52.858275 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fb2d0-d2d5-4599-9c09-7b2cd235002c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4ff97c-75b2-4daa-9d6f-d565aaacacef,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:52.862529 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-074fb2d0-d2d5-4599-9c09-7b2cd235002c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e51a6b9809cc4c3abfb60a293bd906ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123951 Jul 04 09:41:52.865118 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35366) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:52.918185 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fb97f99f-1230-45dd-803a-2e26da21d2a8 admin admin] Publish callbacks [] for security_group (0f4ff97c-75b2-4daa-9d6f-d565aaacacef), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:52.941042 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fb97f99f-1230-45dd-803a-2e26da21d2a8 admin admin] Publish callbacks [] for security_group (0f4ff97c-75b2-4daa-9d6f-d565aaacacef), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:52.963713 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35370) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:52.973677 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 931fe22a-20d4-4898-8f97-d52b82793c5a resource provider aggregate not found Jul 04 09:41:52.995537 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 931fe22a-20d4-4898-8f97-d52b82793c5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 931fe22a-20d4-4898-8f97-d52b82793c5a found for delete ", "request_id": "req-f75fd2c3-4773-4dd9-a463-f1d6466753aa"}]} Jul 04 09:41:53.007483 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fb97f99f-1230-45dd-803a-2e26da21d2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (0f4ff97c-75b2-4daa-9d6f-d565aaacacef), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:53.010808 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-fb97f99f-1230-45dd-803a-2e26da21d2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:53.012665 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-fb97f99f-1230-45dd-803a-2e26da21d2a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0f4ff97c-75b2-4daa-9d6f-d565aaacacef HTTP/1.1" status: 204 len: 168 time: 0.1465597 Jul 04 09:41:53.020550 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97f99f-1230-45dd-803a-2e26da21d2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4ff97c-75b2-4daa-9d6f-d565aaacacef,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:53.093104 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a659a990-1b01-4771-a721-ae55b3faea52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:53.184636 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a659a990-1b01-4771-a721-ae55b3faea52 admin admin] Publish callbacks [] for security_group (a9d281d4-aaee-49d7-a094-420fd88b5123), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:53.189291 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a659a990-1b01-4771-a721-ae55b3faea52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a9d281d4-aaee-49d7-a094-420fd88b5123), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:53.234278 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-a659a990-1b01-4771-a721-ae55b3faea52 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2c18269832c4ada95835120ac2665a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665205 Jul 04 09:41:53.234278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659a990-1b01-4771-a721-ae55b3faea52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d281d4-aaee-49d7-a094-420fd88b5123,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:53.235216 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35390) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:53.288868 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-26ae45d9-531a-4b00-bf7f-172a33ee9238 admin admin] Publish callbacks [] for security_group (a9d281d4-aaee-49d7-a094-420fd88b5123), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:53.316156 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-26ae45d9-531a-4b00-bf7f-172a33ee9238 admin admin] Publish callbacks [] for security_group (a9d281d4-aaee-49d7-a094-420fd88b5123), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:53.368261 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-26ae45d9-531a-4b00-bf7f-172a33ee9238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (a9d281d4-aaee-49d7-a094-420fd88b5123), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:53.371234 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-26ae45d9-531a-4b00-bf7f-172a33ee9238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:53.372488 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-26ae45d9-531a-4b00-bf7f-172a33ee9238 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9d281d4-aaee-49d7-a094-420fd88b5123 HTTP/1.1" status: 204 len: 168 time: 0.1360221 Jul 04 09:41:53.380486 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae45d9-531a-4b00-bf7f-172a33ee9238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d281d4-aaee-49d7-a094-420fd88b5123,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:56.959056 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35556) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:57.076160 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d40e04ab-f008-4155-a6b6-d196c6496aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.151790 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d40e04ab-f008-4155-a6b6-d196c6496aa8 admin admin] Publish callbacks [] for security_group (54277b27-6401-4f87-89cb-e8b9b26d31c9), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.155678 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d40e04ab-f008-4155-a6b6-d196c6496aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (54277b27-6401-4f87-89cb-e8b9b26d31c9), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.193383 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d40e04ab-f008-4155-a6b6-d196c6496aa8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6cc258aaed994e05962478094531fc68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332747 Jul 04 09:41:57.194254 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e04ab-f008-4155-a6b6-d196c6496aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54277b27-6401-4f87-89cb-e8b9b26d31c9,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:57.196072 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35562) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:57.246009 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5120b0e2-bb99-42ed-9e1d-8af9899fac63 admin admin] Publish callbacks [] for security_group (54277b27-6401-4f87-89cb-e8b9b26d31c9), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.266455 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5120b0e2-bb99-42ed-9e1d-8af9899fac63 admin admin] Publish callbacks [] for security_group (54277b27-6401-4f87-89cb-e8b9b26d31c9), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.312502 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5120b0e2-bb99-42ed-9e1d-8af9899fac63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (54277b27-6401-4f87-89cb-e8b9b26d31c9), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.315021 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-5120b0e2-bb99-42ed-9e1d-8af9899fac63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.316197 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-5120b0e2-bb99-42ed-9e1d-8af9899fac63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54277b27-6401-4f87-89cb-e8b9b26d31c9 HTTP/1.1" status: 204 len: 168 time: 0.1190166 Jul 04 09:41:57.323807 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120b0e2-bb99-42ed-9e1d-8af9899fac63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54277b27-6401-4f87-89cb-e8b9b26d31c9,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:57.586643 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35574) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:57.603632 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c25b347-1a84-4ad1-95e9-8d44f8dae22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.698272 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c25b347-1a84-4ad1-95e9-8d44f8dae22a admin admin] Publish callbacks [] for security_group (5385b7e4-dbdf-491c-b1fe-7d6cc121ea93), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.702104 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4c25b347-1a84-4ad1-95e9-8d44f8dae22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (5385b7e4-dbdf-491c-b1fe-7d6cc121ea93), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.740827 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25b347-1a84-4ad1-95e9-8d44f8dae22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5385b7e4-dbdf-491c-b1fe-7d6cc121ea93,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:57.747334 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4c25b347-1a84-4ad1-95e9-8d44f8dae22a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19cbd2ac3bcf4c3eab57ba7d29402a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596444 Jul 04 09:41:57.749931 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35580) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:57.800677 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-25761ff3-b9ef-49a1-95ac-446b8e00b67f admin admin] Publish callbacks [] for security_group (5385b7e4-dbdf-491c-b1fe-7d6cc121ea93), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.823799 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-25761ff3-b9ef-49a1-95ac-446b8e00b67f admin admin] Publish callbacks [] for security_group (5385b7e4-dbdf-491c-b1fe-7d6cc121ea93), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.875309 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-25761ff3-b9ef-49a1-95ac-446b8e00b67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (5385b7e4-dbdf-491c-b1fe-7d6cc121ea93), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.878000 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-25761ff3-b9ef-49a1-95ac-446b8e00b67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:57.879183 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-25761ff3-b9ef-49a1-95ac-446b8e00b67f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5385b7e4-dbdf-491c-b1fe-7d6cc121ea93 HTTP/1.1" status: 204 len: 168 time: 0.1283050 Jul 04 09:41:57.888095 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25761ff3-b9ef-49a1-95ac-446b8e00b67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5385b7e4-dbdf-491c-b1fe-7d6cc121ea93,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:57.910736 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35586) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:58.018544 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9beb020-74ac-45a9-a404-fef9959c6931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.107039 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9beb020-74ac-45a9-a404-fef9959c6931 admin admin] Publish callbacks [] for security_group (92eac6b8-b21f-4251-a3d4-1adaa009f85f), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.111404 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9beb020-74ac-45a9-a404-fef9959c6931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (92eac6b8-b21f-4251-a3d4-1adaa009f85f), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.153168 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c9beb020-74ac-45a9-a404-fef9959c6931 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7ff3c1dc6084b19a7af03fd30bf611b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381563 Jul 04 09:41:58.153358 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35600) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:58.159614 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb020-74ac-45a9-a404-fef9959c6931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eac6b8-b21f-4251-a3d4-1adaa009f85f,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:58.207793 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f4988d96-541d-4d32-9091-ff7a4383543b admin admin] Publish callbacks [] for security_group (92eac6b8-b21f-4251-a3d4-1adaa009f85f), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.230725 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f4988d96-541d-4d32-9091-ff7a4383543b admin admin] Publish callbacks [] for security_group (92eac6b8-b21f-4251-a3d4-1adaa009f85f), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.283177 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f4988d96-541d-4d32-9091-ff7a4383543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (92eac6b8-b21f-4251-a3d4-1adaa009f85f), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.286196 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-f4988d96-541d-4d32-9091-ff7a4383543b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.289803 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-f4988d96-541d-4d32-9091-ff7a4383543b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/92eac6b8-b21f-4251-a3d4-1adaa009f85f HTTP/1.1" status: 204 len: 168 time: 0.1332159 Jul 04 09:41:58.300510 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4988d96-541d-4d32-9091-ff7a4383543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eac6b8-b21f-4251-a3d4-1adaa009f85f,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:58.648726 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35632) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:58.662449 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d7a4905d-2a76-4ab1-993f-6b963aafede5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.748243 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d7a4905d-2a76-4ab1-993f-6b963aafede5 admin admin] Publish callbacks [] for security_group (7203e5b3-d1a1-42b6-84d9-edd2aa377976), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.752739 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d7a4905d-2a76-4ab1-993f-6b963aafede5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (7203e5b3-d1a1-42b6-84d9-edd2aa377976), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.796577 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-d7a4905d-2a76-4ab1-993f-6b963aafede5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=efccd87fcc7e4a19b2afcd67432ed6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466925 Jul 04 09:41:58.797556 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4905d-2a76-4ab1-993f-6b963aafede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7203e5b3-d1a1-42b6-84d9-edd2aa377976,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:41:58.799404 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35638) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:41:58.866525 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03927d68-2675-44eb-a0ec-b33020ed8f28 admin admin] Publish callbacks [] for security_group (7203e5b3-d1a1-42b6-84d9-edd2aa377976), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.894315 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03927d68-2675-44eb-a0ec-b33020ed8f28 admin admin] Publish callbacks [] for security_group (7203e5b3-d1a1-42b6-84d9-edd2aa377976), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.958679 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03927d68-2675-44eb-a0ec-b33020ed8f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (7203e5b3-d1a1-42b6-84d9-edd2aa377976), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.966244 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-03927d68-2675-44eb-a0ec-b33020ed8f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:41:58.967488 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-03927d68-2675-44eb-a0ec-b33020ed8f28 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7203e5b3-d1a1-42b6-84d9-edd2aa377976 HTTP/1.1" status: 204 len: 168 time: 0.1665139 Jul 04 09:41:58.976251 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03927d68-2675-44eb-a0ec-b33020ed8f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7203e5b3-d1a1-42b6-84d9-edd2aa377976,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:01.092646 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35774) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:01.198832 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8edd7c2d-9b2b-4da4-aba3-7d6c932b89ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.281446 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8edd7c2d-9b2b-4da4-aba3-7d6c932b89ba admin admin] Publish callbacks [] for security_group (b0a1a697-654c-4df0-9dcc-ae8702dadd59), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.287951 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8edd7c2d-9b2b-4da4-aba3-7d6c932b89ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (b0a1a697-654c-4df0-9dcc-ae8702dadd59), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.327514 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-8edd7c2d-9b2b-4da4-aba3-7d6c932b89ba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb28fe4a26df4fc49088c79622f0283f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337623 Jul 04 09:42:01.328373 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd7c2d-9b2b-4da4-aba3-7d6c932b89ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a1a697-654c-4df0-9dcc-ae8702dadd59,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:01.330624 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35784) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:01.379603 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e0eee75f-7510-4f3c-9beb-bfd21af84528 admin admin] Publish callbacks [] for security_group (b0a1a697-654c-4df0-9dcc-ae8702dadd59), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.401217 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e0eee75f-7510-4f3c-9beb-bfd21af84528 admin admin] Publish callbacks [] for security_group (b0a1a697-654c-4df0-9dcc-ae8702dadd59), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.451424 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e0eee75f-7510-4f3c-9beb-bfd21af84528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (b0a1a697-654c-4df0-9dcc-ae8702dadd59), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.454140 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-e0eee75f-7510-4f3c-9beb-bfd21af84528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.455350 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-e0eee75f-7510-4f3c-9beb-bfd21af84528 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b0a1a697-654c-4df0-9dcc-ae8702dadd59 HTTP/1.1" status: 204 len: 168 time: 0.1237755 Jul 04 09:42:01.465657 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eee75f-7510-4f3c-9beb-bfd21af84528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a1a697-654c-4df0-9dcc-ae8702dadd59,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:01.757296 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35796) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:01.773754 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d17d414a-6a22-4c4b-a731-61026630370b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.856941 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d17d414a-6a22-4c4b-a731-61026630370b admin admin] Publish callbacks [] for security_group (395afc59-ebf1-4d9e-b853-e6ce1eae75e8), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.862585 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d17d414a-6a22-4c4b-a731-61026630370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (395afc59-ebf1-4d9e-b853-e6ce1eae75e8), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.908420 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d414a-6a22-4c4b-a731-61026630370b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395afc59-ebf1-4d9e-b853-e6ce1eae75e8,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:01.912969 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d17d414a-6a22-4c4b-a731-61026630370b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=83ff16c3de584322a69f0ed48491bc9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544564 Jul 04 09:42:01.916002 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35808) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:01.966489 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56e442ab-406c-4ff7-ace1-c167de2df845 admin admin] Publish callbacks [] for security_group (395afc59-ebf1-4d9e-b853-e6ce1eae75e8), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:01.987460 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56e442ab-406c-4ff7-ace1-c167de2df845 admin admin] Publish callbacks [] for security_group (395afc59-ebf1-4d9e-b853-e6ce1eae75e8), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:02.035720 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56e442ab-406c-4ff7-ace1-c167de2df845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (395afc59-ebf1-4d9e-b853-e6ce1eae75e8), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:02.038302 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-56e442ab-406c-4ff7-ace1-c167de2df845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:02.039455 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-56e442ab-406c-4ff7-ace1-c167de2df845 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/395afc59-ebf1-4d9e-b853-e6ce1eae75e8 HTTP/1.1" status: 204 len: 168 time: 0.1220312 Jul 04 09:42:02.047537 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e442ab-406c-4ff7-ace1-c167de2df845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395afc59-ebf1-4d9e-b853-e6ce1eae75e8,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:03.426403 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35866) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:03.535477 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:03.614278 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Publish callbacks [] for security_group (2c21f698-84b3-47dd-88a1-ab4a0e86be10), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:03.618086 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (2c21f698-84b3-47dd-88a1-ab4a0e86be10), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:03.657731 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=316cbe302ffd42348c8a3f03e61b2f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295222 Jul 04 09:42:03.658627 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c21f698-84b3-47dd-88a1-ab4a0e86be10,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:03.660767 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35870) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:03.666072 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.666558 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.666902 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.667255 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.667629 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.667962 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.668293 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.668619 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.668948 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.669539 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.669867 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.670247 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.670533 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345c41d-fb6e-4f76-b5ba-aae2253965ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:03.716383 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d68af9d2-5816-456c-94d7-3f7f59b7d099 admin admin] Publish callbacks [] for security_group (2c21f698-84b3-47dd-88a1-ab4a0e86be10), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:03.739499 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d68af9d2-5816-456c-94d7-3f7f59b7d099 admin admin] Publish callbacks [] for security_group (2c21f698-84b3-47dd-88a1-ab4a0e86be10), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:03.808309 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d68af9d2-5816-456c-94d7-3f7f59b7d099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (2c21f698-84b3-47dd-88a1-ab4a0e86be10), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:03.810928 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-d68af9d2-5816-456c-94d7-3f7f59b7d099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:03.812097 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-d68af9d2-5816-456c-94d7-3f7f59b7d099 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c21f698-84b3-47dd-88a1-ab4a0e86be10 HTTP/1.1" status: 204 len: 168 time: 0.1498199 Jul 04 09:42:03.820981 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68af9d2-5816-456c-94d7-3f7f59b7d099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c21f698-84b3-47dd-88a1-ab4a0e86be10,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:04.091519 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35886) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:04.105647 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-75301a84-9ed2-456a-b040-b4bb102cf7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.182440 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-75301a84-9ed2-456a-b040-b4bb102cf7e9 admin admin] Publish callbacks [] for security_group (82f22547-22e9-4fa1-aca1-41f22eec1232), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.186381 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-75301a84-9ed2-456a-b040-b4bb102cf7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (82f22547-22e9-4fa1-aca1-41f22eec1232), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.225124 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-75301a84-9ed2-456a-b040-b4bb102cf7e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c891f3c6dd5341c09376c6fc752c6a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324251 Jul 04 09:42:04.227333 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75301a84-9ed2-456a-b040-b4bb102cf7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f22547-22e9-4fa1-aca1-41f22eec1232,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:04.227799 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35888) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:04.285326 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-505eb432-1d39-4efa-b352-82e199da704a admin admin] Publish callbacks [] for security_group (82f22547-22e9-4fa1-aca1-41f22eec1232), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.307264 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-505eb432-1d39-4efa-b352-82e199da704a admin admin] Publish callbacks [] for security_group (82f22547-22e9-4fa1-aca1-41f22eec1232), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.345325 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35892) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:04.362264 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-505eb432-1d39-4efa-b352-82e199da704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (82f22547-22e9-4fa1-aca1-41f22eec1232), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.364961 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-505eb432-1d39-4efa-b352-82e199da704a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.366140 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-505eb432-1d39-4efa-b352-82e199da704a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82f22547-22e9-4fa1-aca1-41f22eec1232 HTTP/1.1" status: 204 len: 168 time: 0.1367440 Jul 04 09:42:04.375031 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505eb432-1d39-4efa-b352-82e199da704a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f22547-22e9-4fa1-aca1-41f22eec1232,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:04.469929 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-86782584-4cc3-452a-958a-4d01bd49db4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.564202 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-86782584-4cc3-452a-958a-4d01bd49db4f admin admin] Publish callbacks [] for security_group (fba97cea-1750-4b8e-8f7c-f2cfed0524b7), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.568882 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-86782584-4cc3-452a-958a-4d01bd49db4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fba97cea-1750-4b8e-8f7c-f2cfed0524b7), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.613916 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-86782584-4cc3-452a-958a-4d01bd49db4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d79fc44923b461fba2a1d033453b50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651243 Jul 04 09:42:04.614275 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35902) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:04.623550 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86782584-4cc3-452a-958a-4d01bd49db4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba97cea-1750-4b8e-8f7c-f2cfed0524b7,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:04.678420 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddfeb-566d-422f-9735-c01092b06ca4 admin admin] Publish callbacks [] for security_group (fba97cea-1750-4b8e-8f7c-f2cfed0524b7), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.702712 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddfeb-566d-422f-9735-c01092b06ca4 admin admin] Publish callbacks [] for security_group (fba97cea-1750-4b8e-8f7c-f2cfed0524b7), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.759552 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddfeb-566d-422f-9735-c01092b06ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fba97cea-1750-4b8e-8f7c-f2cfed0524b7), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.761901 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddfeb-566d-422f-9735-c01092b06ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:04.763236 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ad5ddfeb-566d-422f-9735-c01092b06ca4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fba97cea-1750-4b8e-8f7c-f2cfed0524b7 HTTP/1.1" status: 204 len: 168 time: 0.1478310 Jul 04 09:42:04.776418 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ddfeb-566d-422f-9735-c01092b06ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba97cea-1750-4b8e-8f7c-f2cfed0524b7,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:06.231159 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35966) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:06.281591 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35970) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:06.390323 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-212e4147-7e79-434e-9d24-e501d7d0d48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.392210 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f7f0-23d6-4524-8990-d262c57f38a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.521888 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f7f0-23d6-4524-8990-d262c57f38a9 admin admin] Publish callbacks [] for security_group (635b943b-c0af-443f-b293-5438a063d08a), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.524102 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-212e4147-7e79-434e-9d24-e501d7d0d48e admin admin] Publish callbacks [] for security_group (fb2da3be-f995-4b99-8fe2-4ffe42c40308), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.526304 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f7f0-23d6-4524-8990-d262c57f38a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (635b943b-c0af-443f-b293-5438a063d08a), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.536002 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-212e4147-7e79-434e-9d24-e501d7d0d48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fb2da3be-f995-4b99-8fe2-4ffe42c40308), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.583144 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-212e4147-7e79-434e-9d24-e501d7d0d48e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa613c201d0f4b96af200cb43819bb4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509071 Jul 04 09:42:06.585505 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-f4d1f7f0-23d6-4524-8990-d262c57f38a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9ebea6a6ccb49af885fae846d3f1979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027456 Jul 04 09:42:06.585912 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35974) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:06.586412 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1f7f0-23d6-4524-8990-d262c57f38a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635b943b-c0af-443f-b293-5438a063d08a,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:06.588085 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35976) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:06.613947 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e4147-7e79-434e-9d24-e501d7d0d48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2da3be-f995-4b99-8fe2-4ffe42c40308,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:06.679679 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Publish callbacks [] for security_group (fb2da3be-f995-4b99-8fe2-4ffe42c40308), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.686084 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9f681c0c-34e1-4d95-997b-f0c0f1c2e9c6 admin admin] Publish callbacks [] for security_group (635b943b-c0af-443f-b293-5438a063d08a), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.713253 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Publish callbacks [] for security_group (fb2da3be-f995-4b99-8fe2-4ffe42c40308), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.727782 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9f681c0c-34e1-4d95-997b-f0c0f1c2e9c6 admin admin] Publish callbacks [] for security_group (635b943b-c0af-443f-b293-5438a063d08a), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.791236 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (fb2da3be-f995-4b99-8fe2-4ffe42c40308), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.793849 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.795296 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fb2da3be-f995-4b99-8fe2-4ffe42c40308 HTTP/1.1" status: 204 len: 168 time: 0.2081807 Jul 04 09:42:06.798192 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9f681c0c-34e1-4d95-997b-f0c0f1c2e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (635b943b-c0af-443f-b293-5438a063d08a), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.800651 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-9f681c0c-34e1-4d95-997b-f0c0f1c2e9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:06.801697 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-9f681c0c-34e1-4d95-997b-f0c0f1c2e9c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/635b943b-c0af-443f-b293-5438a063d08a HTTP/1.1" status: 204 len: 168 time: 0.2075496 Jul 04 09:42:06.808466 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2da3be-f995-4b99-8fe2-4ffe42c40308,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:06.818082 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.818649 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.819399 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.819677 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.820184 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.820760 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.821150 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.821548 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.822079 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.822489 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.822888 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.823285 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.823678 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e0af1-a547-4860-8a0c-c24cd72c441c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:42:06.837032 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f681c0c-34e1-4d95-997b-f0c0f1c2e9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635b943b-c0af-443f-b293-5438a063d08a,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:07.107409 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35986) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:07.120647 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-34ce85d4-a6d5-4d43-9cef-f057d071e489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.139436 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 35988) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:07.152890 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-011c3487-04e1-4700-9ef0-2bba30112119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.199655 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-34ce85d4-a6d5-4d43-9cef-f057d071e489 admin admin] Publish callbacks [] for security_group (0799d5c7-63c8-46ff-9b74-2bb631d6dc80), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.202725 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-34ce85d4-a6d5-4d43-9cef-f057d071e489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (0799d5c7-63c8-46ff-9b74-2bb631d6dc80), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.227027 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-011c3487-04e1-4700-9ef0-2bba30112119 admin admin] Publish callbacks [] for security_group (b0f657f8-c6c0-4dfe-9406-f43b753d69d1), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.232529 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-011c3487-04e1-4700-9ef0-2bba30112119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (b0f657f8-c6c0-4dfe-9406-f43b753d69d1), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.249922 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-34ce85d4-a6d5-4d43-9cef-f057d071e489 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9b2858375764732937673e6f18d23ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389670 Jul 04 09:42:07.249922 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce85d4-a6d5-4d43-9cef-f057d071e489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0799d5c7-63c8-46ff-9b74-2bb631d6dc80,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:07.250893 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35990) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:07.272162 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-011c3487-04e1-4700-9ef0-2bba30112119 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c753dba2212f4110bd9e699d2e787f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315882 Jul 04 09:42:07.274185 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c3487-04e1-4700-9ef0-2bba30112119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f657f8-c6c0-4dfe-9406-f43b753d69d1,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:07.276322 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 35992) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:07.329345 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdcb0-a2cc-4c63-a9ee-abcb7c2b0526 admin admin] Publish callbacks [] for security_group (0799d5c7-63c8-46ff-9b74-2bb631d6dc80), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.360937 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdcb0-a2cc-4c63-a9ee-abcb7c2b0526 admin admin] Publish callbacks [] for security_group (0799d5c7-63c8-46ff-9b74-2bb631d6dc80), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.362645 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-722c3569-4dd5-4aa0-abad-a64144b65842 admin admin] Publish callbacks [] for security_group (b0f657f8-c6c0-4dfe-9406-f43b753d69d1), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.405130 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-722c3569-4dd5-4aa0-abad-a64144b65842 admin admin] Publish callbacks [] for security_group (b0f657f8-c6c0-4dfe-9406-f43b753d69d1), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.442357 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdcb0-a2cc-4c63-a9ee-abcb7c2b0526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (0799d5c7-63c8-46ff-9b74-2bb631d6dc80), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.444986 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdcb0-a2cc-4c63-a9ee-abcb7c2b0526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.446192 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-3f4bdcb0-a2cc-4c63-a9ee-abcb7c2b0526 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0799d5c7-63c8-46ff-9b74-2bb631d6dc80 HTTP/1.1" status: 204 len: 168 time: 0.1943667 Jul 04 09:42:07.455785 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdcb0-a2cc-4c63-a9ee-abcb7c2b0526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0799d5c7-63c8-46ff-9b74-2bb631d6dc80,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:07.458889 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-722c3569-4dd5-4aa0-abad-a64144b65842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (b0f657f8-c6c0-4dfe-9406-f43b753d69d1), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.461454 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-722c3569-4dd5-4aa0-abad-a64144b65842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:07.466144 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-722c3569-4dd5-4aa0-abad-a64144b65842 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b0f657f8-c6c0-4dfe-9406-f43b753d69d1 HTTP/1.1" status: 204 len: 168 time: 0.1858315 Jul 04 09:42:07.473257 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c3569-4dd5-4aa0-abad-a64144b65842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f657f8-c6c0-4dfe-9406-f43b753d69d1,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:11.034074 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 36094) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:11.138002 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-05ae54e8-0900-4e15-822e-39c782361f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:11.218059 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-05ae54e8-0900-4e15-822e-39c782361f3b admin admin] Publish callbacks [] for security_group (1c8e8227-308b-41a4-bd8f-b16f59914014), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:11.221601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-05ae54e8-0900-4e15-822e-39c782361f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (1c8e8227-308b-41a4-bd8f-b16f59914014), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:11.261748 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-05ae54e8-0900-4e15-822e-39c782361f3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8516ef666e049e68e833b799f2d2239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264953 Jul 04 09:42:11.262651 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae54e8-0900-4e15-822e-39c782361f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e8227-308b-41a4-bd8f-b16f59914014,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:11.264459 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 36098) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:11.312821 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1801f8bf-4bd5-4872-8afb-69d40501f349 admin admin] Publish callbacks [] for security_group (1c8e8227-308b-41a4-bd8f-b16f59914014), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:11.332918 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1801f8bf-4bd5-4872-8afb-69d40501f349 admin admin] Publish callbacks [] for security_group (1c8e8227-308b-41a4-bd8f-b16f59914014), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:11.378540 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1801f8bf-4bd5-4872-8afb-69d40501f349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (1c8e8227-308b-41a4-bd8f-b16f59914014), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:11.381304 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-1801f8bf-4bd5-4872-8afb-69d40501f349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:11.382472 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-1801f8bf-4bd5-4872-8afb-69d40501f349 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c8e8227-308b-41a4-bd8f-b16f59914014 HTTP/1.1" status: 204 len: 168 time: 0.1162875 Jul 04 09:42:11.389973 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801f8bf-4bd5-4872-8afb-69d40501f349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e8227-308b-41a4-bd8f-b16f59914014,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:12.007495 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9e08609-8993-423c-bb48-4513facf4660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:14.127738 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d0ad-2b2f-4109-9095-476924daf064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:15.493862 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:16.183946 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:42:16.851354 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:17.529478 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 36190) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:17.632346 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8103716b-309d-457e-a920-59aa213ee603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:17.708908 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8103716b-309d-457e-a920-59aa213ee603 admin admin] Publish callbacks [] for security_group (1767509c-c5a5-4265-9dd7-863292d61853), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:17.712502 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-8103716b-309d-457e-a920-59aa213ee603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (1767509c-c5a5-4265-9dd7-863292d61853), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:17.752121 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-8103716b-309d-457e-a920-59aa213ee603 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ffe756aedea94bb4bcea304a333bf3de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215617 Jul 04 09:42:17.752992 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103716b-309d-457e-a920-59aa213ee603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1767509c-c5a5-4265-9dd7-863292d61853,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:17.754908 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 36194) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:17.804807 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-11d549ed-562f-47bc-a6ac-bcf86439144f admin admin] Publish callbacks [] for security_group (1767509c-c5a5-4265-9dd7-863292d61853), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:17.825169 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-11d549ed-562f-47bc-a6ac-bcf86439144f admin admin] Publish callbacks [] for security_group (1767509c-c5a5-4265-9dd7-863292d61853), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:17.870099 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-11d549ed-562f-47bc-a6ac-bcf86439144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (1767509c-c5a5-4265-9dd7-863292d61853), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:17.872567 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-11d549ed-562f-47bc-a6ac-bcf86439144f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:17.873708 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-11d549ed-562f-47bc-a6ac-bcf86439144f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1767509c-c5a5-4265-9dd7-863292d61853 HTTP/1.1" status: 204 len: 168 time: 0.1178298 Jul 04 09:42:17.881094 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d549ed-562f-47bc-a6ac-bcf86439144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1767509c-c5a5-4265-9dd7-863292d61853,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:18.130704 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 36200) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:18.144109 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ed35a60b-e99c-42d5-be8e-dbb214a851c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:18.217272 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ed35a60b-e99c-42d5-be8e-dbb214a851c2 admin admin] Publish callbacks [] for security_group (ce869201-e87c-429e-8da9-de77cb46f192), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:18.221421 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ed35a60b-e99c-42d5-be8e-dbb214a851c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (ce869201-e87c-429e-8da9-de77cb46f192), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:18.266752 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ed35a60b-e99c-42d5-be8e-dbb214a851c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8465c3241540434681fedccd1bcd3b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326325 Jul 04 09:42:18.266752 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35a60b-e99c-42d5-be8e-dbb214a851c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce869201-e87c-429e-8da9-de77cb46f192,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:18.267148 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 36208) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:18.318146 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-834c1fbe-d215-407d-aa30-26f613281041 admin admin] Publish callbacks [] for security_group (ce869201-e87c-429e-8da9-de77cb46f192), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:18.339609 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-834c1fbe-d215-407d-aa30-26f613281041 admin admin] Publish callbacks [] for security_group (ce869201-e87c-429e-8da9-de77cb46f192), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:18.389871 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-834c1fbe-d215-407d-aa30-26f613281041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (ce869201-e87c-429e-8da9-de77cb46f192), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:18.392451 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-834c1fbe-d215-407d-aa30-26f613281041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:18.393580 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-834c1fbe-d215-407d-aa30-26f613281041 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce869201-e87c-429e-8da9-de77cb46f192 HTTP/1.1" status: 204 len: 168 time: 0.1254539 Jul 04 09:42:18.401219 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c1fbe-d215-407d-aa30-26f613281041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce869201-e87c-429e-8da9-de77cb46f192,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:18.453641 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:19.230134 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:19.423127 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 36246) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:19.534419 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-56acf6a4-3718-406b-9ab3-335d3db2dbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:19.621373 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-56acf6a4-3718-406b-9ab3-335d3db2dbc9 admin admin] Publish callbacks [] for security_group (32b64f35-1acc-48dc-9795-b66b3bc50af4), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:19.624848 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-56acf6a4-3718-406b-9ab3-335d3db2dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (32b64f35-1acc-48dc-9795-b66b3bc50af4), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:19.663902 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acf6a4-3718-406b-9ab3-335d3db2dbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b64f35-1acc-48dc-9795-b66b3bc50af4,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:19.668589 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-56acf6a4-3718-406b-9ab3-335d3db2dbc9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6f0fa4355ae402f84a6698e52d61722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444439 Jul 04 09:42:19.671752 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 36254) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:19.719942 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-155f5f39-21f7-4f71-8cd7-195b6b44879a admin admin] Publish callbacks [] for security_group (32b64f35-1acc-48dc-9795-b66b3bc50af4), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:19.740565 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-155f5f39-21f7-4f71-8cd7-195b6b44879a admin admin] Publish callbacks [] for security_group (32b64f35-1acc-48dc-9795-b66b3bc50af4), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:19.786791 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-155f5f39-21f7-4f71-8cd7-195b6b44879a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (32b64f35-1acc-48dc-9795-b66b3bc50af4), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:19.789474 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-155f5f39-21f7-4f71-8cd7-195b6b44879a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:19.790637 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-155f5f39-21f7-4f71-8cd7-195b6b44879a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32b64f35-1acc-48dc-9795-b66b3bc50af4 HTTP/1.1" status: 204 len: 168 time: 0.1181591 Jul 04 09:42:19.798696 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f5f39-21f7-4f71-8cd7-195b6b44879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b64f35-1acc-48dc-9795-b66b3bc50af4,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:20.857973 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 36288) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:21.000910 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ce8cff52-48ba-440d-835d-7164cba6e033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:21.124111 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ce8cff52-48ba-440d-835d-7164cba6e033 admin admin] Publish callbacks [] for security_group (84884461-d17d-4d2a-8143-3c0be546f2cd), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:21.128073 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-ce8cff52-48ba-440d-835d-7164cba6e033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (84884461-d17d-4d2a-8143-3c0be546f2cd), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:21.175218 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-ce8cff52-48ba-440d-835d-7164cba6e033 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6324b3d661474edb859849eaf4f860f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160448 Jul 04 09:42:21.176244 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cff52-48ba-440d-835d-7164cba6e033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84884461-d17d-4d2a-8143-3c0be546f2cd,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:21.178185 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 36296) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:21.235891 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-00e520dc-07c0-43db-838b-da0f7b9d45f3 admin admin] Publish callbacks [] for security_group (84884461-d17d-4d2a-8143-3c0be546f2cd), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:21.257326 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-00e520dc-07c0-43db-838b-da0f7b9d45f3 admin admin] Publish callbacks [] for security_group (84884461-d17d-4d2a-8143-3c0be546f2cd), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:21.304277 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-00e520dc-07c0-43db-838b-da0f7b9d45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (84884461-d17d-4d2a-8143-3c0be546f2cd), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:21.307000 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-00e520dc-07c0-43db-838b-da0f7b9d45f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:21.308882 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-00e520dc-07c0-43db-838b-da0f7b9d45f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/84884461-d17d-4d2a-8143-3c0be546f2cd HTTP/1.1" status: 204 len: 168 time: 0.1295836 Jul 04 09:42:21.316325 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e520dc-07c0-43db-838b-da0f7b9d45f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84884461-d17d-4d2a-8143-3c0be546f2cd,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:22.300486 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 36332) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:22.401462 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-809396d3-139d-4221-a5d4-55ae1b5d6823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:22.476151 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-809396d3-139d-4221-a5d4-55ae1b5d6823 admin admin] Publish callbacks [] for security_group (e254b89d-9edc-42d6-8f71-1ba2664dc641), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:22.481263 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-809396d3-139d-4221-a5d4-55ae1b5d6823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e254b89d-9edc-42d6-8f71-1ba2664dc641), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:22.520485 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-809396d3-139d-4221-a5d4-55ae1b5d6823 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d9aff1b42f2b43dab8d1d3bbd0833383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189207 Jul 04 09:42:22.521359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809396d3-139d-4221-a5d4-55ae1b5d6823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e254b89d-9edc-42d6-8f71-1ba2664dc641,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:22.523165 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 36336) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:22.570730 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d9ceada5-e3af-4b31-9dac-1fb92fd1482a admin admin] Publish callbacks [] for security_group (e254b89d-9edc-42d6-8f71-1ba2664dc641), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:22.593723 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d9ceada5-e3af-4b31-9dac-1fb92fd1482a admin admin] Publish callbacks [] for security_group (e254b89d-9edc-42d6-8f71-1ba2664dc641), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:22.640120 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d9ceada5-e3af-4b31-9dac-1fb92fd1482a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e254b89d-9edc-42d6-8f71-1ba2664dc641), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:22.642686 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-d9ceada5-e3af-4b31-9dac-1fb92fd1482a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:22.643856 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-d9ceada5-e3af-4b31-9dac-1fb92fd1482a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e254b89d-9edc-42d6-8f71-1ba2664dc641 HTTP/1.1" status: 204 len: 168 time: 0.1197114 Jul 04 09:42:22.654728 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceada5-e3af-4b31-9dac-1fb92fd1482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e254b89d-9edc-42d6-8f71-1ba2664dc641,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:23.683704 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 36368) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:23.785988 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb4fb-5d21-4de1-9d2a-66146368accc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:23.863536 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb4fb-5d21-4de1-9d2a-66146368accc admin admin] Publish callbacks [] for security_group (256564e4-f05c-4b50-8957-72e66f125143), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:23.867386 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb4fb-5d21-4de1-9d2a-66146368accc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (256564e4-f05c-4b50-8957-72e66f125143), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:23.906234 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-fa2bb4fb-5d21-4de1-9d2a-66146368accc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1aac0443eebc4479b7ccd198c5475b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214191 Jul 04 09:42:23.907313 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bb4fb-5d21-4de1-9d2a-66146368accc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256564e4-f05c-4b50-8957-72e66f125143,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:23.908941 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 36372) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:23.959196 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-956cea67-e546-4df2-85a0-d332d9e484d7 admin admin] Publish callbacks [] for security_group (256564e4-f05c-4b50-8957-72e66f125143), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:23.980375 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-956cea67-e546-4df2-85a0-d332d9e484d7 admin admin] Publish callbacks [] for security_group (256564e4-f05c-4b50-8957-72e66f125143), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:24.036021 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-956cea67-e546-4df2-85a0-d332d9e484d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (256564e4-f05c-4b50-8957-72e66f125143), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:24.039354 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-956cea67-e546-4df2-85a0-d332d9e484d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:24.040491 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-956cea67-e546-4df2-85a0-d332d9e484d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/256564e4-f05c-4b50-8957-72e66f125143 HTTP/1.1" status: 204 len: 168 time: 0.1305871 Jul 04 09:42:24.050057 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cea67-e546-4df2-85a0-d332d9e484d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256564e4-f05c-4b50-8957-72e66f125143,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:42.012253 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e77f0239-378e-477c-856c-10cac0dc8380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:44.131423 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7f4a8e23-8b5a-4a23-838e-25ec7ce38ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:45.495172 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:46.854520 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:48.426427 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:49.227803 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:53.182974 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:42:55.713209 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 36576) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:55.819864 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b86c3bf3-2289-4899-953c-b04a548c47b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:56.131721 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b86c3bf3-2289-4899-953c-b04a548c47b1 admin admin] Publish callbacks [] for security_group (75a7cddf-f6cc-4097-b570-714a1ae8e06b), precommit_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:56.135538 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-b86c3bf3-2289-4899-953c-b04a548c47b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (75a7cddf-f6cc-4097-b570-714a1ae8e06b), after_create {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:56.173472 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-b86c3bf3-2289-4899-953c-b04a548c47b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8732f5ded3d4d6fa6446b6c5f5fd213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4591923 Jul 04 09:42:56.174671 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c3bf3-2289-4899-953c-b04a548c47b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7cddf-f6cc-4097-b570-714a1ae8e06b,revision_number=1']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:56.176108 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 36580) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:42:56.224601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a8a-8b5e-4fed-8ccd-4ad2b66c5dcb admin admin] Publish callbacks [] for security_group (75a7cddf-f6cc-4097-b570-714a1ae8e06b), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:56.245630 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a8a-8b5e-4fed-8ccd-4ad2b66c5dcb admin admin] Publish callbacks [] for security_group (75a7cddf-f6cc-4097-b570-714a1ae8e06b), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:56.295253 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a8a-8b5e-4fed-8ccd-4ad2b66c5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (75a7cddf-f6cc-4097-b570-714a1ae8e06b), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:56.298562 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a8a-8b5e-4fed-8ccd-4ad2b66c5dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:42:56.299776 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-0f1f7a8a-8b5e-4fed-8ccd-4ad2b66c5dcb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/75a7cddf-f6cc-4097-b570-714a1ae8e06b HTTP/1.1" status: 204 len: 168 time: 0.1226711 Jul 04 09:42:56.307648 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f7a8a-8b5e-4fed-8ccd-4ad2b66c5dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7cddf-f6cc-4097-b570-714a1ae8e06b,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:42:57.542362 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-99ee76f6-56a5-4165-bd07-0a9dbfc0f177 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425088 Jul 04 09:42:57.654510 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-9b92acc4-0352-4326-a5d2-1e90b9427ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:42:57.655920 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-9b92acc4-0352-4326-a5d2-1e90b9427ebf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0531297 Jul 04 09:42:57.756704 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-8a69d490-3049-4447-9455-16321a4c6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:42:57.758187 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-8a69d490-3049-4447-9455-16321a4c6e9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 910 time: 0.0839491 Jul 04 09:42:57.823402 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-7488701e-9ef9-43b5-8f24-b283aa72b17c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 1000 time: 0.0592434 Jul 04 09:42:57.870502 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-e5e7506b-65d0-4778-8285-fa436a0ae39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:42:57.871896 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-e5e7506b-65d0-4778-8285-fa436a0ae39a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 200 len: 848 time: 0.0423443 Jul 04 09:42:57.919102 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-0606e063-f32b-42fd-8c68-e579eb1c8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:42:57.920759 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-0606e063-f32b-42fd-8c68-e579eb1c8888 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423434 Jul 04 09:42:58.011555 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-9457932d-ddab-40c5-8f8d-28a726a6d614 service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Jul 04 09:42:58.100900 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d4096d09-0ae1-4d0e-899b-6670ec882815 req-be25b912-37be-47af-8b8b-86f130df385e service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827577 Jul 04 09:42:58.521801 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-d6dda185-b663-4568-8fe9-db9b15dee3c4 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=05a2337661414b03b21697a5557af61d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293243 Jul 04 09:42:58.705219 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452675c0-d712-4efa-87e0-1d8144ca70da req-37468b14-33a5-4543-883d-73801006054f tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:42:58.706734 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-37468b14-33a5-4543-883d-73801006054f tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799824 Jul 04 09:42:58.722379 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-41a81ca6-35d1-4a91-8fba-4b2a081fd626 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/quotas/05a2337661414b03b21697a5557af61d HTTP/1.1" status: 200 len: 375 time: 0.0099037 Jul 04 09:42:58.752421 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b5040909-aad7-48aa-b83b-ef81f4736f8c tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=05a2337661414b03b21697a5557af61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252559 Jul 04 09:42:58.907181 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-992fe925-9924-4f9f-8935-97767d505f88 req-83cf9d59-6f0e-4198-be68-e98abaa98778 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 210 time: 0.0271156 Jul 04 09:42:59.855486 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-a0787bd2-47a7-4c46-b11c-2cc3a5e285ba tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=05a2337661414b03b21697a5557af61d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208640 Jul 04 09:42:59.966244 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452675c0-d712-4efa-87e0-1d8144ca70da req-7f33732a-38ae-4484-804a-11a403ea6073 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:42:59.967807 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-7f33732a-38ae-4484-804a-11a403ea6073 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070502 Jul 04 09:42:59.989165 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Request body: {'port': {'device_id': 'cf44cd61-7404-42bd-aac9-981c7408c251', 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f', 'admin_state_up': True, 'tenant_id': '05a2337661414b03b21697a5557af61d'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:43:00.042388 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-23ac6b48-8543-4800-9547-599191d48e1c req-2f700b36-5a9f-48e8-bbcc-4ccfe1ab1468 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 210 time: 0.0657814 Jul 04 09:43:00.111770 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Made reservation on behalf of 05a2337661414b03b21697a5557af61d for: {'port': 1} {{(pid=103746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:43:00.115254 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.123712 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.199040 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks [] for security_group (dc74b0da-23fb-4b33-aa1a-cd79040c830f), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.203587 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (dc74b0da-23fb-4b33-aa1a-cd79040c830f), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.266749 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc74b0da-23fb-4b33-aa1a-cd79040c830f,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:00.333336 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_common [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Allocated IP 192.168.233.127 (4e519826-2574-4b4e-8d55-59ee8ac9141f/cb297dbe-ce02-4682-a8c1-1d974b9855a7/28d2a50d-979f-4760-afe0-b676855b08ad) {{(pid=103746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:43:00.476201 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks [] for port (28d2a50d-979f-4760-afe0-b676855b08ad), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.507349 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771674985539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.553194 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Network 4e519826-2574-4b4e-8d55-59ee8ac9141f is already hosted by enough agents. {{(pid=103746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:43:00.556313 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.base_scheduler [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Resources bound (agent type, host, resource id): {{(pid=103746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:43:00.559945 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Received port after_create {{(pid=103746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 04 09:43:00.582663 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Pushing event updated for resources: {'Port': ['ID=28d2a50d-979f-4760-afe0-b676855b08ad,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:00.612458 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:00.613344 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.629993 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-12c8ee7d-1a5a-40de-88a4-9e0ac6f33836 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6442113 Jul 04 09:43:00.648961 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.v2.base [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Request body: {'port': {'device_id': 'cf44cd61-7404-42bd-aac9-981c7408c251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=103746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:43:00.710206 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.745327 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-b5615247-888e-44f5-a279-ce050bd19793 None None] Provisioning complete for port 28d2a50d-979f-4760-afe0-b676855b08ad triggered by entity DHCP. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:43:00.745915 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b5615247-888e-44f5-a279-ce050bd19793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.778055 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-b5615247-888e-44f5-a279-ce050bd19793 None None] Port 28d2a50d-979f-4760-afe0-b676855b08ad cannot update to ACTIVE because it is not bound. {{(pid=103747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 04 09:43:00.959607 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d2a50d-979f-4760-afe0-b676855b08ad {{(pid=103746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:43:00.966580 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Publish callbacks [] for port (28d2a50d-979f-4760-afe0-b676855b08ad), precommit_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:00.978241 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.provisioning_blocks [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Transition to ACTIVE for port object 28d2a50d-979f-4760-afe0-b676855b08ad will not be triggered until provisioned by entity L2. {{(pid=103746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 04 09:43:00.981860 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:01.032225 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Pushing event updated for resources: {'Port': ['ID=28d2a50d-979f-4760-afe0-b676855b08ad,revision_number=2']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:01.107520 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Attempting to bind port 28d2a50d-979f-4760-afe0-b676855b08ad on host hv-cinder-84786 for vnic_type normal with profile {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:43:01.107861 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Attempting to bind port 28d2a50d-979f-4760-afe0-b676855b08ad by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '26bf10a9-63e9-4fad-870e-30a6a4d13fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f'}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:43:01.108201 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Attempting to bind port 28d2a50d-979f-4760-afe0-b676855b08ad on network 4e519826-2574-4b4e-8d55-59ee8ac9141f {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:43:01.113283 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Port 28d2a50d-979f-4760-afe0-b676855b08ad on network 4e519826-2574-4b4e-8d55-59ee8ac9141f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:43:01.113695 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Attempting to bind port 28d2a50d-979f-4760-afe0-b676855b08ad on network 4e519826-2574-4b4e-8d55-59ee8ac9141f {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:43:01.118869 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Checking agent: {'id': 'e0971479-b962-472a-b483-8a0c0ae6ae88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'started_at': datetime.datetime(2022, 7, 4, 9, 26, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:43:01.119540 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Checking segment: {'id': '26bf10a9-63e9-4fad-870e-30a6a4d13fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:43:01.120166 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Bound using segment: {'id': '26bf10a9-63e9-4fad-870e-30a6a4d13fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f'} {{(pid=103746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:43:01.120850 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.managers [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Bound port: 28d2a50d-979f-4760-afe0-b676855b08ad, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bf10a9-63e9-4fad-870e-30a6a4d13fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f'}}] {{(pid=103746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:43:01.121317 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), before_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:01.168812 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9d641-babe-4309-8eb2-3d360834ccd9 req-b9305a68-3963-4596-acb3-d452af5c7036 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:01.170623 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-04f9d641-babe-4309-8eb2-3d360834ccd9 req-b9305a68-3963-4596-acb3-d452af5c7036 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 948 time: 0.0582685 Jul 04 09:43:01.194824 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] For port 28d2a50d-979f-4760-afe0-b676855b08ad, host hv-cinder-84786, cleared binding levels {{(pid=103746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:43:01.197903 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] For port 28d2a50d-979f-4760-afe0-b676855b08ad, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=28d2a50d-979f-4760-afe0-b676855b08ad,segment=NetworkSegment(26bf10a9-63e9-4fad-870e-30a6a4d13fdb),segment_id=26bf10a9-63e9-4fad-870e-30a6a4d13fdb)] {{(pid=103746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:43:01.208165 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8451661'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), after_update {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:01.220009 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-04f9d641-babe-4309-8eb2-3d360834ccd9 req-eb637b71-58b8-4ce4-9164-8e93e58572f8 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Jul 04 09:43:01.241411 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:01.242096 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:01.243583 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] 10.222.0.62 "PUT /v2.0/ports/28d2a50d-979f-4760-afe0-b676855b08ad HTTP/1.1" status: 200 len: 1098 time: 0.5989053 Jul 04 09:43:01.245770 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf44cd61-7404-42bd-aac9-981c7408c251', 'tag': '28d2a50d-979f-4760-afe0-b676855b08ad'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:43:01.248078 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36a2520-3ac9-42ed-aa36-bd24f6f63183" -d '{"events": [{"name": "network-changed", "server_uuid": "cf44cd61-7404-42bd-aac9-981c7408c251", "tag": "28d2a50d-979f-4760-afe0-b676855b08ad"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:43:01.282429 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55173d0-b78e-48b6-bbde-de8767c9e26f service neutron] Pushing event updated for resources: {'Port': ['ID=28d2a50d-979f-4760-afe0-b676855b08ad,revision_number=3']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:01.300893 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c34d00-0057-4e86-bfa6-b726d248947c x-openstack-request-id: req-c8c34d00-0057-4e86-bfa6-b726d248947c {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:43:01.301183 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf44cd61-7404-42bd-aac9-981c7408c251", "tag": "28d2a50d-979f-4760-afe0-b676855b08ad", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:43:01.301444 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8c34d00-0057-4e86-bfa6-b726d248947c {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:43:01.301848 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c34d00-0057-4e86-bfa6-b726d248947c'] response: {'name': 'network-changed', 'server_uuid': 'cf44cd61-7404-42bd-aac9-981c7408c251', 'tag': '28d2a50d-979f-4760-afe0-b676855b08ad', 'status': 'completed', 'code': 200} Jul 04 09:43:01.354631 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452675c0-d712-4efa-87e0-1d8144ca70da req-0e3be66d-e234-48df-83d2-5aa3df056bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:01.356131 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-0e3be66d-e234-48df-83d2-5aa3df056bf3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=05a2337661414b03b21697a5557af61d&device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 1132 time: 0.0466778 Jul 04 09:43:01.407681 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-49b676b5-3b42-4cfa-8d3c-ea04bcc893f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=28d2a50d-979f-4760-afe0-b676855b08ad HTTP/1.1" status: 200 len: 217 time: 0.0368898 Jul 04 09:43:01.455824 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452675c0-d712-4efa-87e0-1d8144ca70da req-7e876db3-ae03-48cf-8c8e-a998dfd3eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:01.457253 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-7e876db3-ae03-48cf-8c8e-a998dfd3eb1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb297dbe-ce02-4682-a8c1-1d974b9855a7 HTTP/1.1" status: 200 len: 843 time: 0.0443623 Jul 04 09:43:01.505334 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452675c0-d712-4efa-87e0-1d8144ca70da req-dc80baf0-af10-4a1c-9535-78808b49c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:01.506824 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-dc80baf0-af10-4a1c-9535-78808b49c537 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e519826-2574-4b4e-8d55-59ee8ac9141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0437872 Jul 04 09:43:01.597406 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-93ace9f6-5a90-4d8e-a717-487756b59f45 service neutron] 10.222.0.62 "GET /v2.0/networks/4e519826-2574-4b4e-8d55-59ee8ac9141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842650 Jul 04 09:43:01.685185 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-452675c0-d712-4efa-87e0-1d8144ca70da req-de0fe0a3-2a80-4040-94af-40d428766c40 service neutron] 10.222.0.62 "GET /v2.0/networks/4e519826-2574-4b4e-8d55-59ee8ac9141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814567 Jul 04 09:43:01.814702 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-ec7b6a03-ba16-47f7-aa63-3cc267d94caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:01.816090 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-ec7b6a03-ba16-47f7-aa63-3cc267d94caf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=05a2337661414b03b21697a5557af61d&device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 1132 time: 0.0440588 Jul 04 09:43:01.907330 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-60a0ad37-27d5-4673-9dc9-7250e5be95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:01.908965 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-60a0ad37-27d5-4673-9dc9-7250e5be95e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e519826-2574-4b4e-8d55-59ee8ac9141f HTTP/1.1" status: 200 len: 870 time: 0.0869899 Jul 04 09:43:01.946621 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-c0cbd98a-ded7-4d1b-bf6f-270126abbc74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=28d2a50d-979f-4760-afe0-b676855b08ad HTTP/1.1" status: 200 len: 217 time: 0.0320222 Jul 04 09:43:01.992786 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-64fc016f-2263-4d51-8c21-e12e25a7a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:01.994249 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-64fc016f-2263-4d51-8c21-e12e25a7a7a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb297dbe-ce02-4682-a8c1-1d974b9855a7 HTTP/1.1" status: 200 len: 843 time: 0.0423207 Jul 04 09:43:02.047521 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-4c1af300-73f9-4f57-9d25-70685fd1fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:02.049082 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-4c1af300-73f9-4f57-9d25-70685fd1fd56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e519826-2574-4b4e-8d55-59ee8ac9141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0492201 Jul 04 09:43:02.136198 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-721334be-9cd9-49f4-af8b-7886755335d1 service neutron] 10.222.0.62 "GET /v2.0/networks/4e519826-2574-4b4e-8d55-59ee8ac9141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809605 Jul 04 09:43:02.230561 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-f36a2520-3ac9-42ed-aa36-bd24f6f63183 req-d55a3376-b570-4caa-b5b4-606396c1af5f service neutron] 10.222.0.62 "GET /v2.0/networks/4e519826-2574-4b4e-8d55-59ee8ac9141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884721 Jul 04 09:43:02.339320 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012f1c-9ada-4ae4-a501-4fc64b7330a7 req-608e46f8-a71a-41d6-9ee4-69b240e6016a tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:02.340807 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cb012f1c-9ada-4ae4-a501-4fc64b7330a7 req-608e46f8-a71a-41d6-9ee4-69b240e6016a tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 948 time: 0.0537364 Jul 04 09:43:02.386966 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-cb012f1c-9ada-4ae4-a501-4fc64b7330a7 req-edffd146-88fd-46aa-9c76-49182ce9f2b4 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Jul 04 09:43:03.509108 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301d1b1-9f2a-4369-8f43-e4c57aeb34e7 req-4e2bca5f-5022-40aa-bc35-9a6c620d8d37 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:03.510594 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7301d1b1-9f2a-4369-8f43-e4c57aeb34e7 req-4e2bca5f-5022-40aa-bc35-9a6c620d8d37 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 948 time: 0.0560400 Jul 04 09:43:03.557428 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7301d1b1-9f2a-4369-8f43-e4c57aeb34e7 req-8534ee8b-2543-490b-81e1-28a47055c831 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Jul 04 09:43:04.676488 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e09ba-ac53-4c40-a1c2-2855e485937f req-3305043b-be83-4ee4-8445-24fa182d1465 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:04.677952 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b64e09ba-ac53-4c40-a1c2-2855e485937f req-3305043b-be83-4ee4-8445-24fa182d1465 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 948 time: 0.0538056 Jul 04 09:43:04.727711 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-b64e09ba-ac53-4c40-a1c2-2855e485937f req-14b97bdf-0f5e-475c-80ff-de4248579bd0 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Jul 04 09:43:05.173873 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 28d2a50d-979f-4760-afe0-b676855b08ad details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:43:05.275288 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 28d2a50d-979f-4760-afe0-b676855b08ad, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=28d2a50d-979f-4760-afe0-b676855b08ad,segment=NetworkSegment(26bf10a9-63e9-4fad-870e-30a6a4d13fdb),segment_id=26bf10a9-63e9-4fad-870e-30a6a4d13fdb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:43:05.291659 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '28d2a50d-979f-4760-afe0-b676855b08ad', 'network_id': '4e519826-2574-4b4e-8d55-59ee8ac9141f', 'port_id': '28d2a50d-979f-4760-afe0-b676855b08ad', 'mac_address': 'fa:16:3e:fb:82:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb297dbe-ce02-4682-a8c1-1d974b9855a7', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:43:05.327293 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 28d2a50d-979f-4760-afe0-b676855b08ad is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:43:05.327681 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:05.342558 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d2a50d-979f-4760-afe0-b676855b08ad {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:43:05.376453 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 28d2a50d-979f-4760-afe0-b676855b08ad, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=28d2a50d-979f-4760-afe0-b676855b08ad,segment=NetworkSegment(26bf10a9-63e9-4fad-870e-30a6a4d13fdb),segment_id=26bf10a9-63e9-4fad-870e-30a6a4d13fdb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:43:05.380156 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:05.428587 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=28d2a50d-979f-4760-afe0-b676855b08ad,revision_number=4']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:05.435775 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.436127 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.436475 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.436813 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.437194 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.438759 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.439101 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.439438 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.439772 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.440125 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.440454 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.440783 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.441109 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:05.802455 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['28d2a50d-979f-4760-afe0-b676855b08ad'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:43:05.847062 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b0c4b-7ae2-4c03-8092-84cf729ff45d req-0616062b-85e0-4610-9f53-a7ea9ddc93f8 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:05.848553 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-683b0c4b-7ae2-4c03-8092-84cf729ff45d req-0616062b-85e0-4610-9f53-a7ea9ddc93f8 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 949 time: 0.0564005 Jul 04 09:43:05.902937 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-683b0c4b-7ae2-4c03-8092-84cf729ff45d req-f34b7930-f785-4456-9547-d9e39b0f097b tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466559 Jul 04 09:43:07.034599 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699692c-cb75-417e-b7f0-c60bc7c73974 req-f0acb5b0-5d04-4b96-bc8f-15c8585c8b79 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:07.036080 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c699692c-cb75-417e-b7f0-c60bc7c73974 req-f0acb5b0-5d04-4b96-bc8f-15c8585c8b79 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 949 time: 0.0599208 Jul 04 09:43:07.089906 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c699692c-cb75-417e-b7f0-c60bc7c73974 req-25232e7a-a4f4-4150-84a5-a129aab7b33e tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481658 Jul 04 09:43:07.185466 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 28d2a50d-979f-4760-afe0-b676855b08ad up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:43:07.233899 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning for port 28d2a50d-979f-4760-afe0-b676855b08ad completed by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 04 09:43:07.239000 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 28d2a50d-979f-4760-afe0-b676855b08ad triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:43:07.239518 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:07.310414 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 28d2a50d-979f-4760-afe0-b676855b08ad is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:43:07.310803 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:07.334781 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf44cd61-7404-42bd-aac9-981c7408c251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d2a50d-979f-4760-afe0-b676855b08ad'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:43:07.337006 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c06c712-f02b-4516-855f-b90eeaba3e7f" -d '{"events": [{"server_uuid": "cf44cd61-7404-42bd-aac9-981c7408c251", "name": "network-vif-plugged", "status": "completed", "tag": "28d2a50d-979f-4760-afe0-b676855b08ad"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:43:07.349290 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 28d2a50d-979f-4760-afe0-b676855b08ad, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=28d2a50d-979f-4760-afe0-b676855b08ad,segment=NetworkSegment(26bf10a9-63e9-4fad-870e-30a6a4d13fdb),segment_id=26bf10a9-63e9-4fad-870e-30a6a4d13fdb)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:43:07.353114 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:07.376579 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c120e1c-a2c6-45c8-867f-ad35ba662830 x-openstack-request-id: req-0c120e1c-a2c6-45c8-867f-ad35ba662830 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:43:07.376866 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf44cd61-7404-42bd-aac9-981c7408c251", "name": "network-vif-plugged", "status": "completed", "tag": "28d2a50d-979f-4760-afe0-b676855b08ad", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:43:07.377114 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c120e1c-a2c6-45c8-867f-ad35ba662830 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:43:07.377496 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c120e1c-a2c6-45c8-867f-ad35ba662830'] response: {'server_uuid': 'cf44cd61-7404-42bd-aac9-981c7408c251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d2a50d-979f-4760-afe0-b676855b08ad', 'code': 200} Jul 04 09:43:07.402592 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=28d2a50d-979f-4760-afe0-b676855b08ad,revision_number=5']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:07.589681 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78969e-f774-487f-ad14-e360754d4ce8 req-59adebfa-87ec-42a4-8494-46699169270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:07.591309 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9d78969e-f774-487f-ad14-e360754d4ce8 req-59adebfa-87ec-42a4-8494-46699169270f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 1134 time: 0.0445571 Jul 04 09:43:07.635745 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9d78969e-f774-487f-ad14-e360754d4ce8 req-c0d86ab2-2792-4eb9-b828-cb4c07f60887 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377059 Jul 04 09:43:08.219134 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c073d-e864-44f3-aec5-505f02882540 req-916e1e54-a2de-41dc-adf2-ec41aaf11d66 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:08.221668 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-089c073d-e864-44f3-aec5-505f02882540 req-916e1e54-a2de-41dc-adf2-ec41aaf11d66 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 950 time: 0.0631044 Jul 04 09:43:08.276603 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-089c073d-e864-44f3-aec5-505f02882540 req-3f643c2c-2c3c-4645-b1b3-dbd22fb59f16 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482965 Jul 04 09:43:09.403032 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a35b5-f100-4657-982f-ffc04f5be2f2 req-d12f73cc-f8a0-45c1-85e2-16354b18b8c8 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:09.404490 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d04a35b5-f100-4657-982f-ffc04f5be2f2 req-d12f73cc-f8a0-45c1-85e2-16354b18b8c8 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 950 time: 0.0509701 Jul 04 09:43:09.450831 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d04a35b5-f100-4657-982f-ffc04f5be2f2 req-cd9b844c-b9f9-4f92-9008-9117579307d3 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 Jul 04 09:43:09.950669 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836abc56-3042-4c7b-9244-6448aecb2266 req-f9231216-e7c6-4f23-ba3f-9c02d6beb54a tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:09.952078 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-836abc56-3042-4c7b-9244-6448aecb2266 req-f9231216-e7c6-4f23-ba3f-9c02d6beb54a tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 950 time: 0.2919662 Jul 04 09:43:10.002591 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-836abc56-3042-4c7b-9244-6448aecb2266 req-e96a8e6a-fc10-4f0a-999a-f6a6389145d9 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441453 Jul 04 09:43:11.128666 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be226d-a215-4501-859c-c9398d540da2 req-87d2acdd-3259-467a-884f-2a79a077baa4 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:11.130182 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a3be226d-a215-4501-859c-c9398d540da2 req-87d2acdd-3259-467a-884f-2a79a077baa4 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 950 time: 0.0561213 Jul 04 09:43:11.176929 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-a3be226d-a215-4501-859c-c9398d540da2 req-7ab2cb32-a87b-43c7-8780-2a1212880266 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc74b0da-23fb-4b33-aa1a-cd79040c830f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Jul 04 09:43:11.321194 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-30297797-ccca-40fb-8af5-b39aed4dc6c4 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:11.322596 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-30297797-ccca-40fb-8af5-b39aed4dc6c4 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 950 time: 0.0523117 Jul 04 09:43:11.410556 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Deleting port 28d2a50d-979f-4760-afe0-b676855b08ad {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:43:11.410888 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:11.498634 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] For port 28d2a50d-979f-4760-afe0-b676855b08ad, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=28d2a50d-979f-4760-afe0-b676855b08ad,segment=NetworkSegment(26bf10a9-63e9-4fad-870e-30a6a4d13fdb),segment_id=26bf10a9-63e9-4fad-870e-30a6a4d13fdb)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:43:11.498995 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:11.512561 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Calling delete_port for 28d2a50d-979f-4760-afe0-b676855b08ad owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:43:11.640477 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (28d2a50d-979f-4760-afe0-b676855b08ad), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:11.675883 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['28d2a50d-979f-4760-afe0-b676855b08ad'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:43:11.691071 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Pushing event deleted for resources: {'Port': ['ID=28d2a50d-979f-4760-afe0-b676855b08ad,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:11.702501 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.702501 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.703504 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.703504 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.703739 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.704022 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.704358 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.704692 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.705040 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.705369 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.705703 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.706055 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.706390 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:11.723853 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] No DVR routers for this DVR port 28d2a50d-979f-4760-afe0-b676855b08ad on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:43:11.726698 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:11.730059 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9470bb6c-cb6f-48ff-9124-d5f373f50450 req-6e3a7a08-30c5-43dd-93a5-20ac639692ed tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.62 "DELETE /v2.0/ports/28d2a50d-979f-4760-afe0-b676855b08ad HTTP/1.1" status: 204 len: 173 time: 0.4021952 Jul 04 09:43:11.730516 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf44cd61-7404-42bd-aac9-981c7408c251', 'name': 'network-vif-deleted', 'tag': '28d2a50d-979f-4760-afe0-b676855b08ad'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:43:11.733038 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318df02d-3e67-46c6-92f6-e43052e757fc" -d '{"events": [{"server_uuid": "cf44cd61-7404-42bd-aac9-981c7408c251", "name": "network-vif-deleted", "tag": "28d2a50d-979f-4760-afe0-b676855b08ad"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:43:11.775071 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49469690-681a-45fa-b144-8037a5d2ce27 x-openstack-request-id: req-49469690-681a-45fa-b144-8037a5d2ce27 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:43:11.775451 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf44cd61-7404-42bd-aac9-981c7408c251", "name": "network-vif-deleted", "tag": "28d2a50d-979f-4760-afe0-b676855b08ad", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:43:11.775644 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49469690-681a-45fa-b144-8037a5d2ce27 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:43:11.776130 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49469690-681a-45fa-b144-8037a5d2ce27'] response: {'server_uuid': 'cf44cd61-7404-42bd-aac9-981c7408c251', 'name': 'network-vif-deleted', 'tag': '28d2a50d-979f-4760-afe0-b676855b08ad', 'status': 'completed', 'code': 200} Jul 04 09:43:12.016524 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d950b435-2885-4ab6-a0d3-c7beaa140b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:12.290234 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-defc5ffa-efb1-41d2-9437-9a32f910949f req-b3c3d57a-b25c-4642-9fba-c91714a850f1 tempest-VolumesNegativeTest-284336114 tempest-VolumesNegativeTest-284336114-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf44cd61-7404-42bd-aac9-981c7408c251 HTTP/1.1" status: 200 len: 210 time: 0.0281816 Jul 04 09:43:14.142644 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6a2b-008e-4e0b-888c-5212ca8103ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:15.220073 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 28d2a50d-979f-4760-afe0-b676855b08ad no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:43:15.241634 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 28d2a50d-979f-4760-afe0-b676855b08ad {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:43:15.241976 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 28d2a50d-979f-4760-afe0-b676855b08ad not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:43:15.499299 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:16.857068 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:17.170079 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 36928) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:43:17.299262 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-03ae953a-dc2b-4fe6-9649-97e83d3cd8cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05a2337661414b03b21697a5557af61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280296 Jul 04 09:43:17.301651 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 36932) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:43:17.348265 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Publish callbacks [] for security_group (dc74b0da-23fb-4b33-aa1a-cd79040c830f), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:17.368766 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Publish callbacks [] for security_group (dc74b0da-23fb-4b33-aa1a-cd79040c830f), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:17.418811 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (dc74b0da-23fb-4b33-aa1a-cd79040c830f), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:17.422420 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:17.424034 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc74b0da-23fb-4b33-aa1a-cd79040c830f HTTP/1.1" status: 204 len: 168 time: 0.1214387 Jul 04 09:43:17.432032 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc74b0da-23fb-4b33-aa1a-cd79040c830f,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:17.439820 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.440175 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.440522 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.440891 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.441205 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.441540 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.441875 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.442237 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.442710 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.443056 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.443463 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.443706 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:17.444035 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06660f43-2932-4aa6-99ea-f83d7d45e5a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:43:18.431077 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:19.240219 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:26.406353 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37004) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:43:26.513741 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f37bc88-5dc9-4679-a933-d9b5db446990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:26.586318 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f37bc88-5dc9-4679-a933-d9b5db446990 admin admin] Publish callbacks [] for security_group (f39d6acb-0405-4364-9985-185d21c4e46d), precommit_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:26.589738 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4f37bc88-5dc9-4679-a933-d9b5db446990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (f39d6acb-0405-4364-9985-185d21c4e46d), after_create {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:26.627675 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4f37bc88-5dc9-4679-a933-d9b5db446990 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6b3b42fa6054feca34209e41b5b16eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202628 Jul 04 09:43:26.628513 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37bc88-5dc9-4679-a933-d9b5db446990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39d6acb-0405-4364-9985-185d21c4e46d,revision_number=1']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:26.630814 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37008) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:43:26.679470 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-37a6c892-5673-4d15-934e-ef957979eba7 admin admin] Publish callbacks [] for security_group (f39d6acb-0405-4364-9985-185d21c4e46d), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:26.700435 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-37a6c892-5673-4d15-934e-ef957979eba7 admin admin] Publish callbacks [] for security_group (f39d6acb-0405-4364-9985-185d21c4e46d), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:26.747126 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-37a6c892-5673-4d15-934e-ef957979eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (f39d6acb-0405-4364-9985-185d21c4e46d), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:26.749957 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-37a6c892-5673-4d15-934e-ef957979eba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:26.751120 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-37a6c892-5673-4d15-934e-ef957979eba7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f39d6acb-0405-4364-9985-185d21c4e46d HTTP/1.1" status: 204 len: 168 time: 0.1194181 Jul 04 09:43:26.758637 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6c892-5673-4d15-934e-ef957979eba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39d6acb-0405-4364-9985-185d21c4e46d,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:43:30.181432 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:43:42.018882 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9e29d63d-d31c-4184-bc3d-9eef483071ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:44.134241 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-76af45d6-867d-4cc2-8393-4b2409701a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:45.501746 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:46.861801 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:48.434011 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:49.241641 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:43:50.683420 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e0ae7-555d-43cc-81ef-e7a2fe0a4b84 req-2ef54245-05e3-4e3a-900b-939394be2718 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:50.684927 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-987e0ae7-555d-43cc-81ef-e7a2fe0a4b84 req-2ef54245-05e3-4e3a-900b-939394be2718 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0572264 Jul 04 09:43:50.734106 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-987e0ae7-555d-43cc-81ef-e7a2fe0a4b84 req-0abc77e9-5fda-4a49-8c20-d17723c25ee3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427508 Jul 04 09:43:51.852809 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dd0bb-d782-4789-913e-d4db6fa58178 req-c75fbe30-19b0-49f5-87e5-01ae47b84bd1 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:51.854286 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-498dd0bb-d782-4789-913e-d4db6fa58178 req-c75fbe30-19b0-49f5-87e5-01ae47b84bd1 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0516505 Jul 04 09:43:51.902600 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-498dd0bb-d782-4789-913e-d4db6fa58178 req-ba480c10-7e14-47eb-a9ab-f801901079d3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428760 Jul 04 09:43:53.020274 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274ac94-63eb-4fa9-a36b-378efc8390cc req-fd7c7044-f4d4-4c57-96d4-cd2bd94f29f4 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:53.021797 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7274ac94-63eb-4fa9-a36b-378efc8390cc req-fd7c7044-f4d4-4c57-96d4-cd2bd94f29f4 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0526605 Jul 04 09:43:53.069684 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7274ac94-63eb-4fa9-a36b-378efc8390cc req-6233a6b2-bcd6-4e91-aa15-fef68fcbf4a3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423634 Jul 04 09:43:54.185704 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef9f53-599b-4ded-88c1-7e09d6c5b703 req-1f12c3cc-ff6a-410e-a455-596a7385b80c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:54.187178 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-adef9f53-599b-4ded-88c1-7e09d6c5b703 req-1f12c3cc-ff6a-410e-a455-596a7385b80c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0519328 Jul 04 09:43:54.237675 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-adef9f53-599b-4ded-88c1-7e09d6c5b703 req-e5fc25de-c34e-4c6c-b800-d6b81f77eab9 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448849 Jul 04 09:43:55.358016 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2796-3044-4648-ad5c-14cc44135198 req-d61dddcf-8014-4f21-b0e1-a89d9b5c9f89 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:55.359519 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8d4a2796-3044-4648-ad5c-14cc44135198 req-d61dddcf-8014-4f21-b0e1-a89d9b5c9f89 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0517840 Jul 04 09:43:55.414256 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8d4a2796-3044-4648-ad5c-14cc44135198 req-97b4c001-c266-42fd-aa6e-444637765209 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479310 Jul 04 09:43:56.714856 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccee83-c565-48fe-9359-20bb5b1930b5 req-00fd3ce5-3eb0-4896-bcf5-772cb3540fac tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:56.716221 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7bccee83-c565-48fe-9359-20bb5b1930b5 req-00fd3ce5-3eb0-4896-bcf5-772cb3540fac tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.2342994 Jul 04 09:43:56.763814 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7bccee83-c565-48fe-9359-20bb5b1930b5 req-ed145775-d758-484b-b4ef-7f19b3fcc632 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415545 Jul 04 09:43:57.942609 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f600c09-4c08-42ff-a0ad-0cf88f10948d req-4ab7c678-e07c-4cae-b574-321e513c9659 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:57.944109 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9f600c09-4c08-42ff-a0ad-0cf88f10948d req-4ab7c678-e07c-4cae-b574-321e513c9659 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.1135466 Jul 04 09:43:57.992989 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9f600c09-4c08-42ff-a0ad-0cf88f10948d req-abd47f6e-de51-4eb9-b27a-974971041543 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433605 Jul 04 09:43:58.621912 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-aac27d16-919d-4038-bdee-16242702cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:58.623426 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-aac27d16-919d-4038-bdee-16242702cde0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0449500 Jul 04 09:43:58.730741 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-33b95d80-26c4-462b-ac48-a07919b70be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:58.732224 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-33b95d80-26c4-462b-ac48-a07919b70be1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 910 time: 0.0886877 Jul 04 09:43:58.791585 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-147545aa-f214-4b64-93b8-613a81b26a83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 1000 time: 0.0532992 Jul 04 09:43:58.838943 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-38fb6349-9531-4a4c-b304-4b7539806d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:58.840351 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-38fb6349-9531-4a4c-b304-4b7539806d97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 200 len: 848 time: 0.0434308 Jul 04 09:43:58.892161 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-1b3eb29e-8678-4ce4-8210-cd0ded7d201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:58.894411 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-1b3eb29e-8678-4ce4-8210-cd0ded7d201d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476236 Jul 04 09:43:58.981628 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-d1c2d025-ad17-45fa-bbe3-ea90aa4fb1a4 service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808866 Jul 04 09:43:59.076376 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-62c77712-cec5-4034-99ee-45e6d4e9dc48 req-676b1ab7-59ae-4edc-9324-0e5df9441c15 service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885692 Jul 04 09:43:59.113183 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7162f1-d42d-49d3-84d1-9f68a4bfb598 req-5c7adfd4-6af6-438a-b193-617bd51919b7 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:43:59.114689 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3e7162f1-d42d-49d3-84d1-9f68a4bfb598 req-5c7adfd4-6af6-438a-b193-617bd51919b7 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0551262 Jul 04 09:43:59.163298 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3e7162f1-d42d-49d3-84d1-9f68a4bfb598 req-acb2b888-e115-4126-b066-cc36654fde60 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Jul 04 09:44:00.284893 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af107e5-a759-4a2e-8a00-71b0b6b43100 req-23730584-1f78-4624-9405-12a18574e216 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:00.286326 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7af107e5-a759-4a2e-8a00-71b0b6b43100 req-23730584-1f78-4624-9405-12a18574e216 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0530221 Jul 04 09:44:00.334503 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7af107e5-a759-4a2e-8a00-71b0b6b43100 req-259dcd98-841c-4fa1-af4c-9fe6aa968cb2 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Jul 04 09:44:00.905567 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-7188c04d-441c-4722-813e-fafc8ca00696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:00.907079 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-7188c04d-441c-4722-813e-fafc8ca00696 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0450752 Jul 04 09:44:00.998644 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-cb0128fc-c6c8-44ff-aaae-fd88953f800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:01.000120 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-cb0128fc-c6c8-44ff-aaae-fd88953f800b service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 910 time: 0.0856924 Jul 04 09:44:01.061187 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-e537b2ec-5c98-46a4-a420-fd200d6be62d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 1000 time: 0.0550795 Jul 04 09:44:01.111946 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-25c13935-2d89-436e-b538-d5bec19e75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:01.114058 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-25c13935-2d89-436e-b538-d5bec19e75e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 200 len: 848 time: 0.0472903 Jul 04 09:44:01.161547 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-0786319f-3f6e-42e9-bd6b-0840c7cfbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:01.162971 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-0786319f-3f6e-42e9-bd6b-0840c7cfbb59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432534 Jul 04 09:44:01.251041 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-542693d0-8d57-430e-bc43-a6d61c938dab service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821996 Jul 04 09:44:01.344269 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ee281137-ce91-4387-adb3-8b78f92b6e2f req-328153f9-c349-418d-81e0-43abd10dc125 service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859761 Jul 04 09:44:01.455260 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b26c7-e7bd-4743-b4b9-1a541c7a63df req-e19bf147-72be-45a1-a7f0-d4e526c40efb tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:01.457487 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-508b26c7-e7bd-4743-b4b9-1a541c7a63df req-e19bf147-72be-45a1-a7f0-d4e526c40efb tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0565374 Jul 04 09:44:01.504289 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-508b26c7-e7bd-4743-b4b9-1a541c7a63df req-b8859b38-5da8-44ff-a080-953bf4da8c0e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414500 Jul 04 09:44:02.629646 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10152c-8e5b-46ed-bb33-777759d982ce req-fbe7ddc8-d316-4f42-af2c-5a09e52d8d00 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:02.631164 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3d10152c-8e5b-46ed-bb33-777759d982ce req-fbe7ddc8-d316-4f42-af2c-5a09e52d8d00 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0594325 Jul 04 09:44:02.682203 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3d10152c-8e5b-46ed-bb33-777759d982ce req-810ba125-e252-4b20-ae6b-389e63790050 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Jul 04 09:44:03.798460 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452955-f35e-40e9-81b5-c98a40ed4ab9 req-7f362ae5-613c-4238-8ba0-e3639adcc6d0 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:03.800485 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-16452955-f35e-40e9-81b5-c98a40ed4ab9 req-7f362ae5-613c-4238-8ba0-e3639adcc6d0 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0518913 Jul 04 09:44:03.848958 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-16452955-f35e-40e9-81b5-c98a40ed4ab9 req-4efd5ab6-b60d-468b-9b6d-08ce8b5b8fcf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 Jul 04 09:44:03.963051 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [req-8a022ec6-0819-4c24-bfa4-d92f8bcd44f5 req-ec8c8edb-4a2b-4c01-9ff2-d9c70c26917b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103746) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:44:03.963995 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-8a022ec6-0819-4c24-bfa4-d92f8bcd44f5 req-ec8c8edb-4a2b-4c01-9ff2-d9c70c26917b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474167 Jul 04 09:44:04.157776 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413d899-acf7-41ae-86d2-a4c192f5644d req-b05d3737-58b0-4670-a1b1-a4360efe79d8 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:04.160460 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c413d899-acf7-41ae-86d2-a4c192f5644d req-b05d3737-58b0-4670-a1b1-a4360efe79d8 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0940568 Jul 04 09:44:04.176784 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-e64391f1-95b3-4267-92b2-8a4a4bd11fd6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314778 Jul 04 09:44:04.190898 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-502dd893-5893-465f-a3d4-052332ceeb9e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=103745) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:44:04.192110 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-502dd893-5893-465f-a3d4-052332ceeb9e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081484 Jul 04 09:44:04.220084 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c413d899-acf7-41ae-86d2-a4c192f5644d req-28de3cff-92db-4f3b-9676-0fdc703a9d64 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530214 Jul 04 09:44:05.321515 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-63b94117-1a52-4171-9f7b-af0a54157e5b tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:05.323077 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-63b94117-1a52-4171-9f7b-af0a54157e5b tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports/3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 942 time: 0.0946960 Jul 04 09:44:05.351060 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6f865-44c9-4da3-b38c-3044aab3356e req-ba0a68fc-a805-47fe-aa20-1203339daa35 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:05.353738 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bdd6f865-44c9-4da3-b38c-3044aab3356e req-ba0a68fc-a805-47fe-aa20-1203339daa35 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0633488 Jul 04 09:44:05.403797 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-bdd6f865-44c9-4da3-b38c-3044aab3356e req-03c0a2cd-0d80-48c6-93c5-5bd250069f6f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458252 Jul 04 09:44:06.525843 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798307-a068-4ab5-a16d-73322756d942 req-43190818-83d9-4ecb-afdf-23c2ffd2755e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:06.527360 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c5798307-a068-4ab5-a16d-73322756d942 req-43190818-83d9-4ecb-afdf-23c2ffd2755e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0547101 Jul 04 09:44:06.578337 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-c5798307-a068-4ab5-a16d-73322756d942 req-287a6471-c556-4b0e-82c6-aec177a85449 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453351 Jul 04 09:44:07.181212 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:44:07.515014 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3a8edb9a-1f20-4296-b83b-3fa432c94dca no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:44:07.584308 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 3a8edb9a-1f20-4296-b83b-3fa432c94dca is: ACTIVE; New status is: DOWN {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:44:07.584692 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:07.607453 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:44:07.609414 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9d358c-c800-4367-80ce-ab8bb64efcc9" -d '{"events": [{"server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:44:07.622060 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:44:07.626615 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:07.653359 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38fdbb4-f220-407c-9447-3f828f4609b1 x-openstack-request-id: req-f38fdbb4-f220-407c-9447-3f828f4609b1 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:44:07.653650 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "name": "network-vif-unplugged", "status": "failed", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca", "code": 422}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:44:07.653906 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f38fdbb4-f220-407c-9447-3f828f4609b1 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:44:07.654327 dv-cinder-847864-6-iscsi neutron-server[103747]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f38fdbb4-f220-407c-9447-3f828f4609b1']: {'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'code': 422} returned with failed status Jul 04 09:44:07.680360 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=3a8edb9a-1f20-4296-b83b-3fa432c94dca,revision_number=6']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:44:07.687589 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.687977 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.688285 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.688623 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.689061 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.689421 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.689779 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.690149 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.690534 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.690941 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.692198 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.692198 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.692198 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:44:07.703947 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4047de-59d9-4402-8c84-8848ea0b9f1e req-57dbccf5-b24b-4c86-97aa-1c225896820b tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:07.705472 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0e4047de-59d9-4402-8c84-8848ea0b9f1e req-57dbccf5-b24b-4c86-97aa-1c225896820b tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0552619 Jul 04 09:44:07.753984 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-0e4047de-59d9-4402-8c84-8848ea0b9f1e req-b62b7068-2248-4296-a0bd-daf8eb7d624e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424540 Jul 04 09:44:08.870701 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415c48b-e55e-4a06-9e10-a3f416a68863 req-d1a8b2c7-1819-4b9c-a7f1-8b3ea8f43d7f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:08.872079 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0415c48b-e55e-4a06-9e10-a3f416a68863 req-d1a8b2c7-1819-4b9c-a7f1-8b3ea8f43d7f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0514317 Jul 04 09:44:08.918974 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0415c48b-e55e-4a06-9e10-a3f416a68863 req-d4589c29-24be-4af0-94dc-6e33918baee6 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 Jul 04 09:44:09.751494 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-dfc4b030-1a2e-43a4-9093-f361d4470080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:09.752961 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-dfc4b030-1a2e-43a4-9093-f361d4470080 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6&tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6 HTTP/1.1" status: 200 len: 1127 time: 0.0437617 Jul 04 09:44:09.834718 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-034d65e2-ffd9-4bdb-9171-004c5b2b22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:09.836189 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-034d65e2-ffd9-4bdb-9171-004c5b2b22b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1127 time: 0.0480835 Jul 04 09:44:09.922514 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-24cfbf9e-1e50-458b-ae62-86537a027394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:09.923948 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-24cfbf9e-1e50-458b-ae62-86537a027394 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 910 time: 0.0820513 Jul 04 09:44:09.988955 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-8c8b6900-db56-4ca7-ae53-c602ca416b1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 998 time: 0.0578852 Jul 04 09:44:10.059980 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-9c677fc1-d5aa-456c-bcc1-28223754064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:10.061588 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-9c677fc1-d5aa-456c-bcc1-28223754064f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 200 len: 848 time: 0.0635815 Jul 04 09:44:10.085495 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff89cf-619e-46bb-a254-82ff24e683f7 req-c5398d12-7086-46f7-b8fe-38bb47eabced tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:10.086963 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-05ff89cf-619e-46bb-a254-82ff24e683f7 req-c5398d12-7086-46f7-b8fe-38bb47eabced tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0971642 Jul 04 09:44:10.155192 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-2f0555a6-e835-44f2-b7be-240861e2577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:10.156655 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-2f0555a6-e835-44f2-b7be-240861e2577d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888467 Jul 04 09:44:10.160555 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-05ff89cf-619e-46bb-a254-82ff24e683f7 req-a935b5a8-5ec2-40ab-9e9a-183f7a462749 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592985 Jul 04 09:44:10.254816 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-9cef0e52-cdea-4ac7-b4f1-53972dcccf7d service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912898 Jul 04 09:44:10.346369 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-3ff06c97-8280-4aa1-8ef0-d2d8c2221eeb req-ef26bef8-3f2c-4b63-ac36-d1ea7c03d09d service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854905 Jul 04 09:44:11.279301 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443ce70-e51e-454c-9209-4e12b407651c req-7c4fbff2-7dd2-4f00-821e-97902e818d00 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:11.280672 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0443ce70-e51e-454c-9209-4e12b407651c req-7c4fbff2-7dd2-4f00-821e-97902e818d00 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0507629 Jul 04 09:44:11.327771 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-0443ce70-e51e-454c-9209-4e12b407651c req-8d3d03d6-2e52-40c9-901e-26bc9f1aa0cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415566 Jul 04 09:44:12.020309 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d9c994e0-dbd9-4e1d-93a1-4e663178743d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:12.444686 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05ab59-753a-434b-926a-0413f959170f req-207afccd-1a92-4bfb-ae2d-cbb8baa5a6a9 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:12.446181 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-be05ab59-753a-434b-926a-0413f959170f req-207afccd-1a92-4bfb-ae2d-cbb8baa5a6a9 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0530102 Jul 04 09:44:12.494475 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-be05ab59-753a-434b-926a-0413f959170f req-68b44771-00b4-48e5-aeac-20226154869a tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426133 Jul 04 09:44:13.619254 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433254f6-79e3-45aa-ba34-3e81a0d01db8 req-30922bb5-dbac-4c2b-b4e9-5b115a39349f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:13.620723 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-433254f6-79e3-45aa-ba34-3e81a0d01db8 req-30922bb5-dbac-4c2b-b4e9-5b115a39349f tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0599811 Jul 04 09:44:13.668742 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-433254f6-79e3-45aa-ba34-3e81a0d01db8 req-f7a34a36-5670-46f7-a0f1-d0963aabaf98 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 Jul 04 09:44:14.134427 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4306556f-1fa6-411d-b70d-40cad48f190e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:14.796382 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea85399-9579-4bfa-a489-db4f3d230187 req-2d3027c6-39fe-4a2e-bb06-fe52753d106d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:14.797853 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aea85399-9579-4bfa-a489-db4f3d230187 req-2d3027c6-39fe-4a2e-bb06-fe52753d106d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0527596 Jul 04 09:44:14.846463 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aea85399-9579-4bfa-a489-db4f3d230187 req-376947f3-4361-4b66-8ed2-497f7ac53481 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429597 Jul 04 09:44:15.503472 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:15.965642 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edd52b-d719-4c75-855a-4f9d73804ccb req-d83c9ae8-2125-4b35-9f96-80c548136f4d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:15.967140 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-45edd52b-d719-4c75-855a-4f9d73804ccb req-d83c9ae8-2125-4b35-9f96-80c548136f4d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0530546 Jul 04 09:44:16.018021 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-45edd52b-d719-4c75-855a-4f9d73804ccb req-a2b7e27a-7502-4bc8-846a-e6d40266941e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453646 Jul 04 09:44:16.862764 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:17.144160 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97543327-09b6-46ae-9d9f-95a3feb83b12 req-89a1e12b-e986-48c9-a5b0-83a4292dbb1b tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:17.145563 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-97543327-09b6-46ae-9d9f-95a3feb83b12 req-89a1e12b-e986-48c9-a5b0-83a4292dbb1b tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0596399 Jul 04 09:44:17.193492 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-97543327-09b6-46ae-9d9f-95a3feb83b12 req-5b0290b7-e3a4-49b0-ad55-41736b2acead tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417681 Jul 04 09:44:18.315942 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972fdeb-8e28-4a4c-bc43-dc22502b6a6c req-a13f6c4f-83b0-4d94-addd-1dfeb7861798 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:18.317423 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7972fdeb-8e28-4a4c-bc43-dc22502b6a6c req-a13f6c4f-83b0-4d94-addd-1dfeb7861798 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0561347 Jul 04 09:44:18.364920 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-7972fdeb-8e28-4a4c-bc43-dc22502b6a6c req-c4a557be-422a-4988-bc77-3f58b5510706 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Jul 04 09:44:18.436641 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:19.254308 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:19.481930 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f2ce3-f67e-473f-9e15-b8ce30b6a1c9 req-d23d2da9-e957-4a69-8530-c81df2979a1d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:19.483428 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-df0f2ce3-f67e-473f-9e15-b8ce30b6a1c9 req-d23d2da9-e957-4a69-8530-c81df2979a1d tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0527380 Jul 04 09:44:19.532130 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-df0f2ce3-f67e-473f-9e15-b8ce30b6a1c9 req-c3e448fb-29f1-4265-9cb4-51a1c89db614 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430989 Jul 04 09:44:19.564531 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3a8edb9a-1f20-4296-b83b-3fa432c94dca details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=103747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:44:19.664066 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:44:19.676227 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Returning: {'device': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'port_id': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'mac_address': 'fa:16:3e:d3:69:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:44:19.713937 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 3a8edb9a-1f20-4296-b83b-3fa432c94dca is: DOWN; New status is: BUILD {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:44:19.714355 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:19.726889 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8edb9a-1f20-4296-b83b-3fa432c94dca {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:44:19.745625 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:44:19.749257 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:19.794256 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=3a8edb9a-1f20-4296-b83b-3fa432c94dca,revision_number=7']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:44:20.152424 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] get_ports_and_sgs() called for port_ids ['3a8edb9a-1f20-4296-b83b-3fa432c94dca'] {{(pid=103747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:44:20.650449 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9c51-b837-401e-a9f5-7867db8486b6 req-7d3173ab-ce56-4166-9b53-07b47b3db97e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:20.651941 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ea5b9c51-b837-401e-a9f5-7867db8486b6 req-7d3173ab-ce56-4166-9b53-07b47b3db97e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 944 time: 0.0540731 Jul 04 09:44:20.700294 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-ea5b9c51-b837-401e-a9f5-7867db8486b6 req-271df555-6e60-47e9-b1a0-04c22c55157a tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Jul 04 09:44:21.579806 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3a8edb9a-1f20-4296-b83b-3fa432c94dca up at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:44:21.624074 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Provisioning complete for port 3a8edb9a-1f20-4296-b83b-3fa432c94dca triggered by entity L2. {{(pid=103747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 04 09:44:21.624441 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), provisioning_complete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:21.696516 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Current status of the port 3a8edb9a-1f20-4296-b83b-3fa432c94dca is: BUILD; New status is: ACTIVE {{(pid=103747) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 04 09:44:21.696894 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3838100'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:21.718780 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:44:21.720979 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d0fd82d87a917ea1be47dcdfc33db2203a85004b22675808beb3ff385689c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c6e4d2-56bd-4666-9b68-26226ee9a9c0" -d '{"events": [{"server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:44:21.733663 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:44:21.741548 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771675412008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771674985557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771674985575'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:21.765192 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2893b7f7-0a58-43b5-8b2e-33ea44d850de x-openstack-request-id: req-2893b7f7-0a58-43b5-8b2e-33ea44d850de {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:44:21.765485 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:44:21.765735 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2893b7f7-0a58-43b5-8b2e-33ea44d850de {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:44:21.766149 dv-cinder-847864-6-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2893b7f7-0a58-43b5-8b2e-33ea44d850de'] response: {'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'code': 200} Jul 04 09:44:21.791196 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Pushing event updated for resources: {'Port': ['ID=3a8edb9a-1f20-4296-b83b-3fa432c94dca,revision_number=8']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:44:21.826958 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03e6d9-19b1-42e1-b308-85c1cca1bf88 req-e95b37aa-3462-4830-9e7d-25ead7413bfa tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:21.828437 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca03e6d9-19b1-42e1-b308-85c1cca1bf88 req-e95b37aa-3462-4830-9e7d-25ead7413bfa tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0534978 Jul 04 09:44:21.881085 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-ca03e6d9-19b1-42e1-b308-85c1cca1bf88 req-a8ef17fe-5ae6-4906-8c74-8c4892f069bd tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461509 Jul 04 09:44:22.018496 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176af3c-9d9e-4342-889f-333c4f5bd6ee req-26ff1f2a-aedc-4828-acd6-d83b385d256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:22.020039 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9176af3c-9d9e-4342-889f-333c4f5bd6ee req-26ff1f2a-aedc-4828-acd6-d83b385d256d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0444517 Jul 04 09:44:22.066958 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-9176af3c-9d9e-4342-889f-333c4f5bd6ee req-65533c0d-21b4-4eab-b91b-f2a3884e56da service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399718 Jul 04 09:44:23.027893 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f69c1e-f33b-47d3-aba8-a87662e05067 req-7013bec8-4cad-4ba1-a684-6d2f1569c38e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:23.029414 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-05f69c1e-f33b-47d3-aba8-a87662e05067 req-7013bec8-4cad-4ba1-a684-6d2f1569c38e tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0712636 Jul 04 09:44:23.081977 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-05f69c1e-f33b-47d3-aba8-a87662e05067 req-862ad202-e036-4851-8f75-697f5da56594 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469670 Jul 04 09:44:24.202649 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00ae3-6302-409d-94b5-b1c1163125cd req-63816072-2154-479d-b1cb-4a88a6621572 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:24.204123 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d0c00ae3-6302-409d-94b5-b1c1163125cd req-63816072-2154-479d-b1cb-4a88a6621572 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0528798 Jul 04 09:44:24.251506 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-d0c00ae3-6302-409d-94b5-b1c1163125cd req-53a21d87-077d-4f5b-bc0b-b4bedead22b8 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419407 Jul 04 09:44:42.025493 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-78e78449-d7aa-4724-9b2b-9c78eda334bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:44.135821 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9179586-74bd-4ae5-bc14-55015a5134ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:44.180259 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:44:45.506176 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:46.867067 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:47.559524 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [req-e411fba0-55cd-4bb5-b14d-9729238734a7 req-c2306019-1711-4aef-ab7c-2b8df7234282 service neutron] (103745) timed out ('10.222.0.62', 62819) {{(pid=103745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 04 09:44:48.439147 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:49.253992 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:44:58.604739 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-e6a8c626-454d-4971-8f1e-95eef43875dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919356 Jul 04 09:44:58.709506 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-62a6f31c-4899-4ece-a350-f997c70fdcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:58.711029 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-62a6f31c-4899-4ece-a350-f997c70fdcfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0450766 Jul 04 09:44:58.809794 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-57b7c341-8837-4e4b-8801-95de70b70c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:58.811188 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-57b7c341-8837-4e4b-8801-95de70b70c55 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 910 time: 0.0825498 Jul 04 09:44:58.875686 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-b6b4f29e-b834-4cfe-90a7-0e3ed8c9fb05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 1000 time: 0.0583174 Jul 04 09:44:58.923375 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-b755c12c-3382-41fb-8750-2a3425f2e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:58.924779 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-b755c12c-3382-41fb-8750-2a3425f2e3da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 200 len: 848 time: 0.0435255 Jul 04 09:44:58.971566 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-163b511c-9b74-4525-a84c-9e6ddcc14bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:44:58.973027 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-163b511c-9b74-4525-a84c-9e6ddcc14bcd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424249 Jul 04 09:44:59.064678 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-4cb8f83e-9f4c-4473-bdc9-5d823eebe96e service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852382 Jul 04 09:44:59.150588 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-57ce6445-a9d4-49f9-90b4-3d32a67a26ca req-60d53cb6-8799-40cb-bc22-a6f503778964 service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797462 Jul 04 09:45:12.027173 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-763ec0a0-c1eb-4270-a87a-5f60d178d49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:13.953060 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [req-941af321-9550-4405-ab05-76afffeb7c3e req-c0028ac9-d799-4572-8952-9eaa5bac322e service neutron] (103745) timed out ('10.222.0.62', 62808) {{(pid=103745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 04 09:45:14.003157 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [req-7acc41ea-79a7-4172-90cb-f9e74a848dbe req-a871d0d0-7f94-4ab4-8fb6-5792df44d5ae service neutron] (103746) timed out ('10.222.0.62', 62820) {{(pid=103746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 04 09:45:14.137521 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d3dda417-5167-4da0-96f8-84352271bf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:15.510003 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:16.869664 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:18.441596 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:19.283552 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:21.179078 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:45:42.029841 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01760209-edc4-474c-845d-43fd5e23395e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:44.141853 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e640951-6e97-404b-8384-1855c580f5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:45.512099 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:46.872467 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:48.444124 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:49.344708 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:53.501323 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37124) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:45:53.742445 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Deleting port 867803cb-b633-49ef-9fd6-be79d753c6f7 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:45:53.742786 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (867803cb-b633-49ef-9fd6-be79d753c6f7), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:53.816954 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (867803cb-b633-49ef-9fd6-be79d753c6f7), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:53.817285 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for floatingip (867803cb-b633-49ef-9fd6-be79d753c6f7), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:53.829415 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Calling delete_port for 867803cb-b633-49ef-9fd6-be79d753c6f7 owned by network:floatingip {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:45:53.976852 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (867803cb-b633-49ef-9fd6-be79d753c6f7), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:54.001528 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event deleted for resources: {'Port': ['ID=867803cb-b633-49ef-9fd6-be79d753c6f7,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:45:54.013693 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.014068 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.014421 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.014762 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.015098 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.015440 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.015770 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.016099 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.016428 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.016758 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.017088 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.017411 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.017736 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:45:54.075665 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for floatingip (1772c7d7-0036-4231-8989-97de380ab3ae), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:54.075890 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.db.l3_db [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Floating IP 1772c7d7-0036-4231-8989-97de380ab3ae disassociated (deleted). External IP: 172.27.3.36, port: 3a8edb9a-1f20-4296-b83b-3fa432c94dca. Jul 04 09:45:54.266363 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Router 99bdd779-3188-4dda-8e75-cb9033fa787b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:45:54.368910 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:45:54.374340 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for floatingip (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:54.380271 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] Sync routers for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:45:54.390732 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:45:54.391333 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:45:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:45:54.404701 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-aa305861-9500-4526-b15c-10dc35d78c93 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "DELETE /v2.0/floatingips/1772c7d7-0036-4231-8989-97de380ab3ae HTTP/1.1" status: 204 len: 168 time: 0.9022822 Jul 04 09:45:54.405394 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:45:54.407757 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9482c94-b146-4207-971b-ecc2ece8e8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:45:54.500587 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:45:54.642807 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e6766-1d9a-4211-83f7-dd21542dabdd req-e4a83e4c-9b58-4101-b56a-29e24e7fdb07 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:45:54.644214 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2e3e6766-1d9a-4211-83f7-dd21542dabdd req-e4a83e4c-9b58-4101-b56a-29e24e7fdb07 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0552287 Jul 04 09:45:54.693107 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '5d957723-0ab0-4c28-936b-207772be9b17', 'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'mac_address': 'fa:16:3e:cc:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:19Z', 'updated_at': '2022-07-04T09:40:23Z', 'revision_number': 5, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'subnets': [{'id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:45:54.695395 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-2e3e6766-1d9a-4211-83f7-dd21542dabdd req-67f668e7-5388-47d3-bd6f-72f90f002e87 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455050 Jul 04 09:45:54.722782 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] Checking router: 99bdd779-3188-4dda-8e75-cb9033fa787b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:45:54.732031 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:45:54.732630 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:45:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:45:54.832293 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:45:55.023869 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '5d957723-0ab0-4c28-936b-207772be9b17', 'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'mac_address': 'fa:16:3e:cc:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:19Z', 'updated_at': '2022-07-04T09:40:23Z', 'revision_number': 5, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'subnets': [{'id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:45:55.047900 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53aa21a-47dc-4596-a46e-9b909d3b65ad None None] The sync data for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi is: [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:40:19Z', 'revision_number': 4, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi', '_interfaces': [{'id': '5d957723-0ab0-4c28-936b-207772be9b17', 'name': '', 'network_id': 'd5be91c1-8abf-4d36-8a7d-20f0cf0de0dd', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'mac_address': 'fa:16:3e:cc:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:19Z', 'updated_at': '2022-07-04T09:40:23Z', 'revision_number': 5, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'subnets': [{'id': '8d39541e-138f-4eba-b12a-12951e6bea50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:45:55.263974 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5864be1c-1183-499a-b727-0e14dd61efe5 None None] New status for floating IP 1772c7d7-0036-4231-8989-97de380ab3ae: DOWN {{(pid=103747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 04 09:45:55.517305 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ae094d-a7ac-4d78-b3ff-76fdc7be4428 x-openstack-request-id: req-c2ae094d-a7ac-4d78-b3ff-76fdc7be4428 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:45:55.517753 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:45:55.517952 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2ae094d-a7ac-4d78-b3ff-76fdc7be4428 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:45:55.518262 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ae094d-a7ac-4d78-b3ff-76fdc7be4428'] response: {'name': 'network-changed', 'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'status': 'completed', 'code': 200} Jul 04 09:45:55.609504 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-af0ff4e3-ab7d-41a6-b0af-9abd8f302a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:45:55.611047 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-af0ff4e3-ab7d-41a6-b0af-9abd8f302a7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0491817 Jul 04 09:45:55.715154 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-7facfa7a-6a72-4af2-bfdc-879d7903b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:45:55.716604 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-7facfa7a-6a72-4af2-bfdc-879d7903b7ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 200 len: 910 time: 0.0832717 Jul 04 09:45:55.757892 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-7af901b5-c27b-409b-965d-e7b17f7babb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 200 len: 217 time: 0.0331664 Jul 04 09:45:55.814828 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-7c22765b-4cf8-4fa2-9286-f11f70f210bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:45:55.816418 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-7c22765b-4cf8-4fa2-9286-f11f70f210bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 200 len: 848 time: 0.0523946 Jul 04 09:45:55.819556 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b823f01-be6b-4805-bd98-0561e27c26d9 req-f883483d-8c3f-4424-8dc6-1db291f029cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:45:55.821014 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1b823f01-be6b-4805-bd98-0561e27c26d9 req-f883483d-8c3f-4424-8dc6-1db291f029cf tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0536947 Jul 04 09:45:55.866226 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-5bc039af-f0be-43ef-822e-aa377b60c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:45:55.867737 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-5bc039af-f0be-43ef-822e-aa377b60c4dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448158 Jul 04 09:45:55.869556 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [req-1b823f01-be6b-4805-bd98-0561e27c26d9 req-b5c4c358-32e8-49a8-a855-87aa2669161c tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425434 Jul 04 09:45:55.997674 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-5ab417f0-4785-4791-925e-eeb289f1e109 service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819275 Jul 04 09:45:56.098740 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-a9482c94-b146-4207-971b-ecc2ece8e8a8 req-c2af4eee-19db-4dd2-8fdf-f7a5202cf7a9 service neutron] 10.222.0.62 "GET /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866930 Jul 04 09:45:56.475638 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-c86b69bd-4cd8-4773-9a5b-e83c7addb623 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:45:56.476990 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-c86b69bd-4cd8-4773-9a5b-e83c7addb623 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0521419 Jul 04 09:45:56.566343 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Deleting port 3a8edb9a-1f20-4296-b83b-3fa432c94dca {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:45:56.566993 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:56.651496 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] For port 3a8edb9a-1f20-4296-b83b-3fa432c94dca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3a8edb9a-1f20-4296-b83b-3fa432c94dca,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:45:56.652466 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:56.664410 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Calling delete_port for 3a8edb9a-1f20-4296-b83b-3fa432c94dca owned by compute:nova {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:45:56.790319 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (3a8edb9a-1f20-4296-b83b-3fa432c94dca), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:56.817829 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event deleted for resources: {'Port': ['ID=3a8edb9a-1f20-4296-b83b-3fa432c94dca,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:45:56.863882 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] No DVR routers for this DVR port 3a8edb9a-1f20-4296-b83b-3fa432c94dca on host hv-cinder-84786 {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:45:56.866454 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43665'] for port (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:56.869724 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-aa857db4-ee0c-4349-bec1-60346c23d9d3 req-cc261e11-4570-4297-8808-71f1d0bd75b3 tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.62 "DELETE /v2.0/ports/3a8edb9a-1f20-4296-b83b-3fa432c94dca HTTP/1.1" status: 204 len: 173 time: 0.3873556 Jul 04 09:45:56.972619 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [req-7bd2dfc0-1b1a-49bb-8d4a-12a7a00fa024 req-f73d4145-c592-4d58-a6f0-1f22b375099b tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "GET /v2.0/ports?device_id=29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0302622 Jul 04 09:45:57.519309 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'name': 'network-vif-deleted', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca'}] {{(pid=103746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:45:57.521671 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e144fb527f4cf18ee31d882038ff7f5e2c553fdca1452b0b820ef5e5012f349a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c9bcb-865d-47ba-82da-831c1d6492d4" -d '{"events": [{"server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "name": "network-vif-deleted", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca"}]}' {{(pid=103746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:45:57.556239 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98b06c-b703-47c6-bab8-4082a8bcd146 x-openstack-request-id: req-1a98b06c-b703-47c6-bab8-4082a8bcd146 {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:45:57.556535 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6", "name": "network-vif-deleted", "tag": "3a8edb9a-1f20-4296-b83b-3fa432c94dca", "status": "completed", "code": 200}]} {{(pid=103746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:45:57.556796 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a98b06c-b703-47c6-bab8-4082a8bcd146 {{(pid=103746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:45:57.557195 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a98b06c-b703-47c6-bab8-4082a8bcd146'] response: {'server_uuid': '29ecdee1-75a1-41ea-9f41-e7cde0fa7ed6', 'name': 'network-vif-deleted', 'tag': '3a8edb9a-1f20-4296-b83b-3fa432c94dca', 'status': 'completed', 'code': 200} Jul 04 09:45:58.029391 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37164) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:45:58.085250 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-874212c9-8b9b-4745-a657-663c23de97ba tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group (0e7a6147-8fad-46e0-ba6d-6d9c578e98f8), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:58.110974 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-874212c9-8b9b-4745-a657-663c23de97ba tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group (0e7a6147-8fad-46e0-ba6d-6d9c578e98f8), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:58.174395 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-874212c9-8b9b-4745-a657-663c23de97ba tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (0e7a6147-8fad-46e0-ba6d-6d9c578e98f8), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:58.177013 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-874212c9-8b9b-4745-a657-663c23de97ba tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:58.180779 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:45:58.181306 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-874212c9-8b9b-4745-a657-663c23de97ba tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] 10.222.0.73 "DELETE /v2.0/security-groups/0e7a6147-8fad-46e0-ba6d-6d9c578e98f8 HTTP/1.1" status: 204 len: 168 time: 0.1478188 Jul 04 09:45:58.187841 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874212c9-8b9b-4745-a657-663c23de97ba tempest-TestShelveInstance-1772099776 tempest-TestShelveInstance-1772099776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a6147-8fad-46e0-ba6d-6d9c578e98f8,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:45:58.234206 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37168) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:45:58.913458 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (99bdd779-3188-4dda-8e75-cb9033fa787b), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:59.143850 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Deleting port 5d957723-0ab0-4c28-936b-207772be9b17 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:45:59.144558 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (5d957723-0ab0-4c28-936b-207772be9b17), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:59.224428 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] For port 5d957723-0ab0-4c28-936b-207772be9b17, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=5d957723-0ab0-4c28-936b-207772be9b17,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:45:59.224712 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (5d957723-0ab0-4c28-936b-207772be9b17), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:59.236966 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Calling delete_port for 5d957723-0ab0-4c28-936b-207772be9b17 owned by network:router_interface {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:45:59.411601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (5d957723-0ab0-4c28-936b-207772be9b17), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:59.436214 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5d957723-0ab0-4c28-936b-207772be9b17,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:45:59.598463 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (99bdd779-3188-4dda-8e75-cb9033fa787b), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:45:59.813348 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Router 99bdd779-3188-4dda-8e75-cb9033fa787b has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:45:59.915652 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:45:59.921582 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-50163d8c-cfe7-4a4c-b705-44f9117ef8fe admin admin] 10.222.0.73 "PUT /v2.0/routers/99bdd779-3188-4dda-8e75-cb9033fa787b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863451 Jul 04 09:45:59.924067 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37174) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:45:59.927527 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] Sync routers for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:45:59.937901 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:45:59.938538 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:45:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:00.024360 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks [] for router (99bdd779-3188-4dda-8e75-cb9033fa787b), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.049438 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3a8edb9a-1f20-4296-b83b-3fa432c94dca no longer exists at agent hyperv_hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:46:00.071473 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] No Port match for: 3a8edb9a-1f20-4296-b83b-3fa432c94dca {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:46:00.071730 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Device 3a8edb9a-1f20-4296-b83b-3fa432c94dca not bound to the agent host hv-cinder-84786 {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:46:00.123750 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: dv-cinder-847864-6-iscsi {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:46:00.126197 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks [] for router_gateway (99bdd779-3188-4dda-8e75-cb9033fa787b), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.180601 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Deleting port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:46:00.181725 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.261203 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] For port 2b3fd04b-005b-4b59-86b4-d8ace56b99b6, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=2b3fd04b-005b-4b59-86b4-d8ace56b99b6,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:46:00.261891 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.274792 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Calling delete_port for 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 owned by network:router_gateway {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:46:00.312926 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:45:59Z', 'revision_number': 5, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port': {'id': '2b3fd04b-005b-4b59-86b4-d8ace56b99b6', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:17Z', 'updated_at': '2022-07-04T09:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:00.335972 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] Checking router: 99bdd779-3188-4dda-8e75-cb9033fa787b for host: dv-cinder-847864-6-iscsi {{(pid=103748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:46:00.344108 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] Routers {'99bdd779-3188-4dda-8e75-cb9033fa787b'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:46:00.344704 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:45:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['99bdd779-3188-4dda-8e75-cb9033fa787b'], 'active': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:00.425772 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvr_db [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] Set router 99bdd779-3188-4dda-8e75-cb9033fa787b gateway port host: None {{(pid=103748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:46:00.441911 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (2b3fd04b-005b-4b59-86b4-d8ace56b99b6), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.470424 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3fd04b-005b-4b59-86b4-d8ace56b99b6,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:00.472936 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.l3_hamode_db [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:46:00Z', 'revision_number': 6, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:00.497733 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c913b0b-a7a7-440b-a924-e61aff5e9d12 None None] The sync data for ids ['99bdd779-3188-4dda-8e75-cb9033fa787b'] in dv-cinder-847864-6-iscsi is: [{'id': '99bdd779-3188-4dda-8e75-cb9033fa787b', 'name': 'tempest-TestShelveInstance-1230733154-router', 'tenant_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:16Z', 'updated_at': '2022-07-04T09:46:00Z', 'revision_number': 6, 'project_id': '84bb06cfdfdc437ab3781e7c4cacfae6', 'gw_port_host': None}] {{(pid=103748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:46:00.540619 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (99bdd779-3188-4dda-8e75-cb9033fa787b), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.627245 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (99bdd779-3188-4dda-8e75-cb9033fa787b), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.629278 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks [] for router_controller (99bdd779-3188-4dda-8e75-cb9033fa787b), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.671766 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (99bdd779-3188-4dda-8e75-cb9033fa787b), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.672305 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99bdd779-3188-4dda-8e75-cb9033fa787b {{(pid=103746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:46:00.677275 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.678439 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-a7187208-2164-4b73-a959-98e13404eec4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/99bdd779-3188-4dda-8e75-cb9033fa787b HTTP/1.1" status: 204 len: 168 time: 0.7534623 Jul 04 09:46:00.680889 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37176) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:00.728935 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.db_base_plugin_v2 [None req-da72b4cd-c48a-4189-a8bc-663736b476a6 admin admin] Deleting subnet 8d39541e-138f-4eba-b12a-12951e6bea50 {{(pid=103746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:46:00.733113 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-da72b4cd-c48a-4189-a8bc-663736b476a6 admin admin] Publish callbacks [] for subnet (8d39541e-138f-4eba-b12a-12951e6bea50), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.768060 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-da72b4cd-c48a-4189-a8bc-663736b476a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12527057'] for subnet (8d39541e-138f-4eba-b12a-12951e6bea50), precommit_delete_associations {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.842895 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-da72b4cd-c48a-4189-a8bc-663736b476a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (8d39541e-138f-4eba-b12a-12951e6bea50), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.905110 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-da72b4cd-c48a-4189-a8bc-663736b476a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8451739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237258'] for subnet (8d39541e-138f-4eba-b12a-12951e6bea50), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.942382 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72b4cd-c48a-4189-a8bc-663736b476a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d39541e-138f-4eba-b12a-12951e6bea50,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:00.944408 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-da72b4cd-c48a-4189-a8bc-663736b476a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for subnet (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:00.950575 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-da72b4cd-c48a-4189-a8bc-663736b476a6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8d39541e-138f-4eba-b12a-12951e6bea50 HTTP/1.1" status: 204 len: 168 time: 0.2658129 Jul 04 09:46:00.950740 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f23c913-1758-48f6-8b0f-6cfa2adec3e7 None None] Network d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:46:00.950846 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37178) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:01.026075 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.081951 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Deleting port 84731894-4f6f-4744-81f7-fbbe694b5961 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:46:01.082317 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.146398 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] For port 84731894-4f6f-4744-81f7-fbbe694b5961, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=84731894-4f6f-4744-81f7-fbbe694b5961,segment=NetworkSegment(a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e),segment_id=a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:46:01.146544 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.159364 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Calling delete_port for 84731894-4f6f-4744-81f7-fbbe694b5961 owned by network:dhcp {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:46:01.235797 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (84731894-4f6f-4744-81f7-fbbe694b5961), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.259945 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Pushing event deleted for resources: {'Port': ['ID=84731894-4f6f-4744-81f7-fbbe694b5961,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:01.262359 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] No DVR routers for this DVR port 84731894-4f6f-4744-81f7-fbbe694b5961 on host dv-cinder-847864-6-iscsi {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:46:01.300711 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a8d72c-3d48-4113-941e-f4ef5f8dc094 None None] DHCP port deletion for d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:46:01.343859 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.365201 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:01.375165 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:01.375426 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:01.379464 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 84731894-4f6f-4744-81f7-fbbe694b5961 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:46:01.384881 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.398837 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.399134 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 84731894-4f6f-4744-81f7-fbbe694b5961 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:46:01.399462 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 84731894-4f6f-4744-81f7-fbbe694b5961 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:46:01.399872 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 5d957723-0ab0-4c28-936b-207772be9b17 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:46:01.406295 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:46:01.406610 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.420110 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 5d957723-0ab0-4c28-936b-207772be9b17 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:46:01.420626 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 5d957723-0ab0-4c28-936b-207772be9b17 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:46:01.421553 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:46:01.441066 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:46:01.441422 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 2b3fd04b-005b-4b59-86b4-d8ace56b99b6 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:46:01.487944 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.493381 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:01.498629 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd HTTP/1.1" status: 204 len: 168 time: 0.5468998 Jul 04 09:46:01.501577 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 37184) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:01.509969 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9279b9f-c1a4-4292-b677-ac0e43cbbf55 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5be91c1-8abf-4d36-8a7d-20f0cf0de0dd,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:01.583154 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e resource provider aggregate not found Jul 04 09:46:01.606917 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3c03f1f-1c6e-487b-b67f-4d29b9c4fb2e found for delete ", "request_id": "req-feec7016-28bf-4faf-b2a6-ce000ee00f0b"}]} Jul 04 09:46:01.840441 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674729'] for router_interface (1a1cffdb-3092-4843-a111-7b43c8e99f75), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:02.068475 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Deleting port cf06dca4-5736-4a49-ae35-e769a491b833 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:46:02.068823 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:02.144006 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] For port cf06dca4-5736-4a49-ae35-e769a491b833, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=cf06dca4-5736-4a49-ae35-e769a491b833,segment=NetworkSegment(95711237-c0fc-4455-90af-7c60e91eafd3),segment_id=95711237-c0fc-4455-90af-7c60e91eafd3)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:46:02.144372 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:02.157070 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Calling delete_port for cf06dca4-5736-4a49-ae35-e769a491b833 owned by network:router_interface {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:46:02.329494 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (cf06dca4-5736-4a49-ae35-e769a491b833), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:02.361043 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf06dca4-5736-4a49-ae35-e769a491b833,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:02.383231 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.383588 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.383937 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.384280 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.384700 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.384957 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.385288 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.385630 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.386175 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.386517 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.386849 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.387177 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.387507 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:02.528195 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674613'] for router_interface (1a1cffdb-3092-4843-a111-7b43c8e99f75), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:02.724746 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Router 1a1cffdb-3092-4843-a111-7b43c8e99f75 has already been hosted by L3 agent 81eaa49f-2c20-4694-b09e-4be771e6bcc1 {{(pid=103745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:46:02.822609 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] Notify agent at l3_agent.dv-cinder-847864-6-iscsi the message routers_updated {{(pid=103745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:46:02.828245 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-17121cb8-57b3-4409-af70-ba5f55dce204 admin admin] 10.222.0.73 "PUT /v2.0/routers/1a1cffdb-3092-4843-a111-7b43c8e99f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3250351 Jul 04 09:46:02.830703 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 37188) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:02.834016 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] Sync routers for ids ['1a1cffdb-3092-4843-a111-7b43c8e99f75'] in dv-cinder-847864-6-iscsi {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:46:02.843669 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] Routers {'1a1cffdb-3092-4843-a111-7b43c8e99f75'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:46:02.844379 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:45:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['1a1cffdb-3092-4843-a111-7b43c8e99f75'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:02.931448 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks [] for router (1a1cffdb-3092-4843-a111-7b43c8e99f75), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:02.944748 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] Set router 1a1cffdb-3092-4843-a111-7b43c8e99f75 gateway port host: dv-cinder-847864-6-iscsi {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:46:03.029559 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks [] for router_gateway (1a1cffdb-3092-4843-a111-7b43c8e99f75), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.077875 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Deleting port 5d729b87-447f-4349-9ffb-ab618085a4d0 {{(pid=103745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:46:03.078249 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.115903 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'external_fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:21Z', 'updated_at': '2022-07-04T09:46:02Z', 'revision_number': 5, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'gw_port': {'id': '5d729b87-447f-4349-9ffb-ab618085a4d0', 'name': '', 'network_id': '007453c2-82ca-482e-9dba-6f31ee43a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:31:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:40:22Z', 'updated_at': '2022-07-04T09:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cf1f5c3-1186-4558-bcad-43fd0ebae664', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-6-iscsi'}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:03.143238 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] Checking router: 1a1cffdb-3092-4843-a111-7b43c8e99f75 for host: dv-cinder-847864-6-iscsi {{(pid=103747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:46:03.152782 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] Routers {'1a1cffdb-3092-4843-a111-7b43c8e99f75'} bound to L3 agent in host dv-cinder-847864-6-iscsi {{(pid=103747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 04 09:46:03.153394 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T09:20:14Z,description=,heartbeat_timestamp=2022-07-04T09:45:44Z,host='dv-cinder-847864-6-iscsi',id=81eaa49f-2c20-4694-b09e-4be771e6bcc1,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:20:14Z,topic='l3_agent')) {'router_ids': ['1a1cffdb-3092-4843-a111-7b43c8e99f75'], 'active': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:03.158558 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.db [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] For port 5d729b87-447f-4349-9ffb-ab618085a4d0, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=5d729b87-447f-4349-9ffb-ab618085a4d0,segment=NetworkSegment(30518420-67bd-402b-9d2e-0cbd6ad219cb),segment_id=30518420-67bd-402b-9d2e-0cbd6ad219cb)] {{(pid=103745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:46:03.158931 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.173112 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Calling delete_port for 5d729b87-447f-4349-9ffb-ab618085a4d0 owned by network:router_gateway {{(pid=103745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:46:03.237989 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvr_db [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] Set router 1a1cffdb-3092-4843-a111-7b43c8e99f75 gateway port host: None {{(pid=103747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 04 09:46:03.286604 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_hamode_db [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:21Z', 'updated_at': '2022-07-04T09:46:03Z', 'revision_number': 6, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'gw_port_host': None}], 'dv-cinder-847864-6-iscsi', False) {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:03.311568 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871ff6f-fd70-4dbf-b5b0-46a9a0c01291 None None] The sync data for ids ['1a1cffdb-3092-4843-a111-7b43c8e99f75'] in dv-cinder-847864-6-iscsi is: [{'id': '1a1cffdb-3092-4843-a111-7b43c8e99f75', 'name': 'tempest-TestShelveInstance-1177077032-router', 'tenant_id': 'f53f09284a224da8a29eca99c0418496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:40:21Z', 'updated_at': '2022-07-04T09:46:03Z', 'revision_number': 6, 'project_id': 'f53f09284a224da8a29eca99c0418496', 'gw_port_host': None}] {{(pid=103747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:46:03.337386 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16527980'] for port (5d729b87-447f-4349-9ffb-ab618085a4d0), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.363182 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d729b87-447f-4349-9ffb-ab618085a4d0,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:03.422152 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-672915'] for router_gateway (1a1cffdb-3092-4843-a111-7b43c8e99f75), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.504969 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router (1a1cffdb-3092-4843-a111-7b43c8e99f75), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.507126 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks [] for router_controller (1a1cffdb-3092-4843-a111-7b43c8e99f75), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.551314 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684547'] for router (1a1cffdb-3092-4843-a111-7b43c8e99f75), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.551947 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a1cffdb-3092-4843-a111-7b43c8e99f75 {{(pid=103745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:46:03.556438 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.558641 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-8f7bd838-9be9-4f33-bced-3801e3c2a169 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1a1cffdb-3092-4843-a111-7b43c8e99f75 HTTP/1.1" status: 204 len: 168 time: 0.7262056 Jul 04 09:46:03.561364 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.wsgi [-] (103745) accepted ('10.222.0.73', 37190) {{(pid=103745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:03.604129 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.db.db_base_plugin_v2 [None req-17417f9e-1779-4dca-b803-981a71694b19 admin admin] Deleting subnet e68f7ff3-ce6c-4f68-8c76-d17c136973d0 {{(pid=103745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 04 09:46:03.607682 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17417f9e-1779-4dca-b803-981a71694b19 admin admin] Publish callbacks [] for subnet (e68f7ff3-ce6c-4f68-8c76-d17c136973d0), before_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.640181 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17417f9e-1779-4dca-b803-981a71694b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16734178'] for subnet (e68f7ff3-ce6c-4f68-8c76-d17c136973d0), precommit_delete_associations {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.719855 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17417f9e-1779-4dca-b803-981a71694b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3830002'] for subnet (e68f7ff3-ce6c-4f68-8c76-d17c136973d0), precommit_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.776150 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17417f9e-1779-4dca-b803-981a71694b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3830011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16528001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15992894'] for subnet (e68f7ff3-ce6c-4f68-8c76-d17c136973d0), after_delete {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.802466 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17417f9e-1779-4dca-b803-981a71694b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68f7ff3-ce6c-4f68-8c76-d17c136973d0,revision_number=None']} {{(pid=103745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:03.806188 dv-cinder-847864-6-iscsi neutron-server[103745]: DEBUG neutron_lib.callbacks.manager [None req-17417f9e-1779-4dca-b803-981a71694b19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.810503 dv-cinder-847864-6-iscsi neutron-server[103745]: INFO neutron.wsgi [None req-17417f9e-1779-4dca-b803-981a71694b19 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e68f7ff3-ce6c-4f68-8c76-d17c136973d0 HTTP/1.1" status: 204 len: 168 time: 0.2477469 Jul 04 09:46:03.812653 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37192) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:03.813533 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c8006f-96de-4fe3-95e1-9be74e23659b None None] Network 33b8b28f-6ff1-4c06-a54e-558aed568e85 requested from dv-cinder-847864-6-iscsi {{(pid=103747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:46:03.884536 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3808045'] for network (33b8b28f-6ff1-4c06-a54e-558aed568e85), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.938367 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Deleting port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 {{(pid=103746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:46:03.938901 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:03.973284 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] DHCP port deletion for 33b8b28f-6ff1-4c06-a54e-558aed568e85 request from dv-cinder-847864-6-iscsi {{(pid=103747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:46:04.014640 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.db [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] For port 25364d61-43c3-46f2-8e60-5cdcfbb4e489, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=25364d61-43c3-46f2-8e60-5cdcfbb4e489,segment=NetworkSegment(95711237-c0fc-4455-90af-7c60e91eafd3),segment_id=95711237-c0fc-4455-90af-7c60e91eafd3)] {{(pid=103746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:46:04.015016 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.025345 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Deleting port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 04 09:46:04.025713 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771675405999'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.030168 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.plugin [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Calling delete_port for 25364d61-43c3-46f2-8e60-5cdcfbb4e489 owned by network:dhcp {{(pid=103746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:46:04.093707 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] For port 25364d61-43c3-46f2-8e60-5cdcfbb4e489, host dv-cinder-847864-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-6-iscsi',level=0,port_id=25364d61-43c3-46f2-8e60-5cdcfbb4e489,segment=NetworkSegment(95711237-c0fc-4455-90af-7c60e91eafd3),segment_id=95711237-c0fc-4455-90af-7c60e91eafd3)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:46:04.094137 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678161'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.107506 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Calling delete_port for 25364d61-43c3-46f2-8e60-5cdcfbb4e489 owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 04 09:46:04.113613 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8451702'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.142571 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=25364d61-43c3-46f2-8e60-5cdcfbb4e489,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:04.144404 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] No DVR routers for this DVR port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 on host dv-cinder-847864-6-iscsi {{(pid=103746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:46:04.187246 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771675411990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771674985548'] for port (25364d61-43c3-46f2-8e60-5cdcfbb4e489), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.208658 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Pushing event deleted for resources: {'Port': ['ID=25364d61-43c3-46f2-8e60-5cdcfbb4e489,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:04.213649 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820391', 'neutron.services.segments.db._delete_segments_for_network-8771675466442'] for network (33b8b28f-6ff1-4c06-a54e-558aed568e85), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.218791 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] No DVR routers for this DVR port 25364d61-43c3-46f2-8e60-5cdcfbb4e489 on host dv-cinder-847864-6-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 04 09:46:04.220857 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.221194 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.221537 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.221872 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.222393 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.222570 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.222894 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.223215 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.223537 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.223860 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.224179 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.224495 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.224813 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e33d7c-d766-491f-8f33-8060d0429ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-6-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:46:04.236843 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b8b28f-6ff1-4c06-a54e-558aed568e85']}} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:04.247193 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95711237-c0fc-4455-90af-7c60e91eafd3') {'for_net_delete': True} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:04.247493 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.services.segments.db [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95711237-c0fc-4455-90af-7c60e91eafd3') {} {{(pid=103746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:46:04.256933 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771675466963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12527080'] for segment (95711237-c0fc-4455-90af-7c60e91eafd3), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.270955 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870'] for segment (95711237-c0fc-4455-90af-7c60e91eafd3), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.277695 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:46:04.278107 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8451617'] for segment (95711237-c0fc-4455-90af-7c60e91eafd3), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.320441 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 95711237-c0fc-4455-90af-7c60e91eafd3 resource provider aggregate not found Jul 04 09:46:04.344482 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.services.segments.plugin [-] Segment 95711237-c0fc-4455-90af-7c60e91eafd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95711237-c0fc-4455-90af-7c60e91eafd3 found for delete ", "request_id": "req-8e8dd027-7574-4c66-a129-135d657b19bd"}]} Jul 04 09:46:04.346591 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672951'] for network (33b8b28f-6ff1-4c06-a54e-558aed568e85), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.352547 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653478'] for network (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.356283 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] 10.222.0.73 "DELETE /v2.0/networks/33b8b28f-6ff1-4c06-a54e-558aed568e85 HTTP/1.1" status: 204 len: 168 time: 0.5426028 Jul 04 09:46:04.367573 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90334e8c-2646-4190-871d-72df5b7b5c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b8b28f-6ff1-4c06-a54e-558aed568e85,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:04.464455 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37200) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:04.503745 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-46aab1a4-6863-4c0e-857e-7bc8fc0b635c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84bb06cfdfdc437ab3781e7c4cacfae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381300 Jul 04 09:46:04.506122 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37202) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:04.553086 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4928f816-219e-4881-a355-c45c78273bd0 admin admin] Publish callbacks [] for security_group (e716301f-c0a8-4268-b429-0c4ad4118c8d), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.582614 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4928f816-219e-4881-a355-c45c78273bd0 admin admin] Publish callbacks [] for security_group (e716301f-c0a8-4268-b429-0c4ad4118c8d), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.629938 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4928f816-219e-4881-a355-c45c78273bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e716301f-c0a8-4268-b429-0c4ad4118c8d), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.632543 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-4928f816-219e-4881-a355-c45c78273bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:04.633693 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-4928f816-219e-4881-a355-c45c78273bd0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e716301f-c0a8-4268-b429-0c4ad4118c8d HTTP/1.1" status: 204 len: 168 time: 0.1266544 Jul 04 09:46:04.641882 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928f816-219e-4881-a355-c45c78273bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e716301f-c0a8-4268-b429-0c4ad4118c8d,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:04.944740 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37208) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:04.986541 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-df8d9a55-e55c-4e1a-a60c-aef0c954f90e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f53f09284a224da8a29eca99c0418496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406201 Jul 04 09:46:04.988870 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.wsgi [-] (103746) accepted ('10.222.0.73', 37210) {{(pid=103746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:46:05.037576 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ce82f4e7-9d40-4f95-b8c9-51b5c72bb10a admin admin] Publish callbacks [] for security_group (e3c531ae-8154-4e8f-a31b-63f98fe6af73), before_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:05.059536 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ce82f4e7-9d40-4f95-b8c9-51b5c72bb10a admin admin] Publish callbacks [] for security_group (e3c531ae-8154-4e8f-a31b-63f98fe6af73), precommit_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:05.107271 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ce82f4e7-9d40-4f95-b8c9-51b5c72bb10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556479'] for security_group (e3c531ae-8154-4e8f-a31b-63f98fe6af73), after_delete {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:05.109952 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron_lib.callbacks.manager [None req-ce82f4e7-9d40-4f95-b8c9-51b5c72bb10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:05.111211 dv-cinder-847864-6-iscsi neutron-server[103746]: INFO neutron.wsgi [None req-ce82f4e7-9d40-4f95-b8c9-51b5c72bb10a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3c531ae-8154-4e8f-a31b-63f98fe6af73 HTTP/1.1" status: 204 len: 168 time: 0.1214731 Jul 04 09:46:05.118978 dv-cinder-847864-6-iscsi neutron-server[103746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82f4e7-9d40-4f95-b8c9-51b5c72bb10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c531ae-8154-4e8f-a31b-63f98fe6af73,revision_number=None']} {{(pid=103746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:46:05.209856 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device cf06dca4-5736-4a49-ae35-e769a491b833 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:46:05.230457 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: cf06dca4-5736-4a49-ae35-e769a491b833 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:46:05.230798 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device cf06dca4-5736-4a49-ae35-e769a491b833 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:46:05.231199 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 25364d61-43c3-46f2-8e60-5cdcfbb4e489 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:46:05.248431 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 25364d61-43c3-46f2-8e60-5cdcfbb4e489 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:46:05.248771 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 25364d61-43c3-46f2-8e60-5cdcfbb4e489 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:46:05.249171 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 5d729b87-447f-4349-9ffb-ab618085a4d0 no longer exists at agent ovs-agent-dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:46:05.267682 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] No Port match for: 5d729b87-447f-4349-9ffb-ab618085a4d0 {{(pid=103747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 04 09:46:05.268159 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.rpc [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Device 5d729b87-447f-4349-9ffb-ab618085a4d0 not bound to the agent host dv-cinder-847864-6-iscsi {{(pid=103747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:46:12.031796 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-27604faf-2d88-4d61-b25d-349cbd24a527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:14.143361 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6beea744-e7e2-4ca4-bc1f-9b4f0c4957c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:15.515937 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:16.874259 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:18.445396 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:19.296835 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:35.177526 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:46:42.035875 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5abbcd79-84b4-4169-9a00-b5986aa08aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:44.144536 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7066baca-688f-477a-834a-f2f9ed7052ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:45.518801 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:46.876893 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:48.447390 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:46:49.312137 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:12.037788 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7b653898-e3a5-412d-ba63-16fcb8d97849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:12.176395 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:47:14.145758 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1df63aec-9690-4513-8257-7f012227874a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:15.524798 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:16.880035 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:18.450082 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:19.311424 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:42.039425 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc70-3312-4062-b659-55ec1e224b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:44.147258 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c90f315d-5f0c-46b8-8fc5-231509bc48f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:45.523664 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:46.881867 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:48.452091 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:47:49.175465 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:47:49.324785 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:12.043698 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9392073d-1e51-4cd3-a8d8-5b763cbd0ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:14.149590 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-46f460c0-e409-4716-b117-b66bb6cd38d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:15.527943 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:16.885260 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:18.456996 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:19.335019 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:26.174859 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:48:42.046577 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fe481e8d-b12b-4e92-b46a-de0aea2e114c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:44.303732 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b0d894a0-b96e-4e20-945e-82031335f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:45.530445 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:46.886955 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:48.459957 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:48:49.350659 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:03.173239 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:49:12.049278 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b5d53978-de5e-4e65-b91d-adc9f68b86de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:14.155660 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0a769b2-93ad-4cde-ac4d-65cf862e9342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:15.534536 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:16.895370 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:18.464371 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:19.352682 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:40.171344 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:49:42.051150 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e4d231fd-f62f-4f4c-8d3d-9448330dad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:44.157440 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dff410d4-46b7-4976-8b7c-cf16425069a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:45.536513 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:46.892680 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:48.465739 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:49:49.351010 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:12.054438 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee4aab82-24cf-4468-bead-1b5744fdd7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:14.158666 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ece19bc7-32a1-4675-80c4-5f0249e9d6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:15.539245 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:16.898127 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:17.171775 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:50:18.467541 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:19.364289 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:42.056115 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-61440657-4165-4934-9740-1fdc0051470a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:44.159979 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-80f7d96c-ec57-4779-a475-93b16d889a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:45.545344 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:46.899674 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:48.470493 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:49.366467 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:50:54.170314 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:51:12.058174 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4a883f88-4f1a-43d4-8c01-87427ba8589b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:14.162205 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6e1624ea-d084-4101-9fc0-569549f21460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:15.545515 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:16.902442 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:18.472332 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:19.380631 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:31.169000 dv-cinder-847864-6-iscsi neutron-server[103748]: DEBUG neutron.db.agents_db [None req-2a0af57b-a1b4-4cf6-b852-d66378e29f67 None None] Agent healthcheck: found 6 active agents {{(pid=103748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:51:42.063141 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f0bfbad6-34b3-4e56-8544-760da147cd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (cec16833-c491-4fed-98b0-3b6992297b33), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:44.164679 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-be425b7f-0ade-4dc8-820f-ad8e54f9c2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (81eaa49f-2c20-4694-b09e-4be771e6bcc1), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:45.547762 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-783d428d-1577-458f-8c7a-eb5f49eaf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (1c9ff625-7f48-4740-852c-e28fffe83959), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:46.905347 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f5babcb9-3408-4b68-a71e-ae25d8dcd1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (87dcc91c-1b72-4980-8d31-7d8aa00186af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:48.474294 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-84aedb16-e3e9-44d8-ac25-9c31c07e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e165340f-38aa-4c3d-b775-d6fc50cb0e62), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:51:49.379635 dv-cinder-847864-6-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2422-19dd-46e6-83c1-0b6db7c71b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771675466424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (e0971479-b962-472a-b483-8a0c0ae6ae88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}